[ 531.083514] env[66583]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.083514] env[66583]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.098042] env[66673]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.098042] env[66673]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.913836] env[66673]: INFO neutron.common.config [-] Logging enabled! [ 533.914226] env[66673]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 533.914350] env[66673]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66673) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.914672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.914771] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.915570] env[66673]: WARNING oslo_policy.policy [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.915774] env[66673]: WARNING oslo_policy.policy [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.917393] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] VMware NSXv3 Agent initialized successfully. [ 533.917746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Acquiring lock "singleton_lock" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.917874] env[66673]: DEBUG oslo_concurrency.lockutils [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Acquired lock "singleton_lock" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.918079] env[66673]: DEBUG oslo_concurrency.lockutils [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Releasing lock "singleton_lock" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.918352] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Full set of CONF: {{(pid=66673) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.918461] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ******************************************************************************** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.918561] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Configuration options gathered from: {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.919126] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.919299] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.919407] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ================================================================================ {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.919572] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] agent_down_time = 75 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.919707] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] allow_automatic_dhcp_failover = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.919839] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] allow_bulk = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.919975] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] api_extensions_path = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920123] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] api_paste_config = api-paste.ini {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920256] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] auth_strategy = keystone {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920356] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] backdoor_port = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920455] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] backdoor_socket = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920588] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] backlog = 4096 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920720] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.920871] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] bind_host = 0.0.0.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921015] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] bind_port = 9696 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921153] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] client_socket_timeout = 900 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921286] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] config_dir = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921392] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921525] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] config_source = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921660] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] control_exchange = neutron {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921793] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] core_plugin = ml2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.921926] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] debug = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922070] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] default_availability_zones = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922272] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922446] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dhcp_agent_notification = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922583] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dhcp_agents_per_network = 1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922713] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dhcp_lease_duration = 86400 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922847] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dhcp_load_type = networks {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.922980] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dns_domain = openstacklocal {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923126] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923255] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_default_route_bfd = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923378] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_default_route_ecmp = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923502] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_dvr = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923627] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_new_agents = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923752] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.923874] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_signals = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924008] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] enable_traditional_dhcp = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924137] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] external_dns_driver = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924261] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] filter_validation = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924411] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] global_physnet_mtu = 8950 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924542] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] graceful_shutdown_timeout = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924714] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] host = cpu-1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924848] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] host_dvr_for_dhcp = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.924976] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] http_retries = 3 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925123] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] instance_format = [instance: %(uuid)s] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925255] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925385] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ipam_driver = internal {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925515] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ipv6_pd_enabled = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925639] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] l3_ha = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925769] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.925899] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] l3_ha_network_physical_name = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926043] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] l3_ha_network_type = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926180] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_color = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926308] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_config_append = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926437] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926566] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_dir = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926691] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_file = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926790] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_options = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.926917] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_rotate_interval = 1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927058] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_rotate_interval_type = days {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927193] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] log_rotation_type = none {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927293] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927392] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927526] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927656] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927754] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.927881] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_dns_nameservers = 5 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928017] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_header_line = 16384 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928143] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_l3_agents_per_router = 3 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928265] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_logfile_count = 30 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928408] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_logfile_size_mb = 200 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928546] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] max_subnet_host_routes = 20 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928678] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] my_ip = 10.180.1.21 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928807] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] my_ipv6 = ::1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.928935] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] network_auto_schedule = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929066] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] network_link_prefix = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929204] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929339] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] notify_nova_on_port_data_changes = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929479] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] notify_nova_on_port_status_changes = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929605] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] pagination_max_limit = -1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929733] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] publish_errors = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929859] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rate_limit_burst = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.929993] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rate_limit_except_level = CRITICAL {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930132] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rate_limit_interval = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930255] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] retry_until_window = 30 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930380] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] router_distributed = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930505] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rpc_resources_processing_step = 20 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930635] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rpc_response_max_timeout = 600 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930763] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] rpc_response_timeout = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.930887] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] send_events_interval = 2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931040] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] service_plugins = ['router'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931178] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] setproctitle = on {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931304] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] shell_completion = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931437] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] state_path = /opt/stack/data/neutron {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931572] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] syslog_log_facility = LOG_USER {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931701] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] tcp_keepidle = 600 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931834] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] transport_url = **** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.931962] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] use_journal = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932098] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] use_json = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932223] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] use_ssl = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932362] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] use_stderr = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932500] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] use_syslog = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932627] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vlan_qinq = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932748] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vlan_transparent = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932872] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] watch_log_file = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.932996] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] wsgi_default_pool_size = 100 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.933134] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] wsgi_keep_alive = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.933265] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.933399] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] wsgi_server_debug = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.933541] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_concurrency.disable_process_locking = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.933674] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.933812] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.933942] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934086] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934223] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934411] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934566] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.connection_string = messaging:// {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934712] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.enabled = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934849] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.es_doc_type = notification {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.934982] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.es_scroll_size = 10000 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935135] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.es_scroll_time = 2m {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935265] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.filter_error_trace = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935414] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.hmac_keys = **** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935566] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.sentinel_service_name = mymaster {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935734] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.socket_timeout = 0.1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.935872] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.trace_requests = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936008] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler.trace_sqlalchemy = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936161] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler_jaeger.process_tags = {} {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936292] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler_jaeger.service_name_prefix = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936423] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] profiler_otlp.service_name_prefix = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936569] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.enforce_new_defaults = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.936822] env[66673]: WARNING oslo_config.cfg [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.936967] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.enforce_scope = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937116] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.policy_default_rule = default {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937260] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937395] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937532] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937661] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937787] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.937912] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938050] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938185] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938329] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938470] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] agent.extensions = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938605] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938739] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] service_providers.service_provider = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.938876] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.default_quota = -1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939025] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939155] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_floatingip = 50 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939284] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_network = 100 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939412] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_port = 500 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939539] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939664] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_router = 10 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939793] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_security_group = 10 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.939917] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940052] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.quota_subnet = 100 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940195] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] QUOTAS.track_quota_usage = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940325] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940466] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940620] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940753] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.940899] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941044] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941175] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941314] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941442] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941568] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941697] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941827] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.941954] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942091] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_dhcp_release.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942229] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942355] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942479] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942609] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942740] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942867] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.942996] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_ovs_vsctl.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943143] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.capabilities = [21] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943266] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943393] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943524] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943660] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943792] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.943919] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_namespace.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944066] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.capabilities = [12] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944196] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944323] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944483] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944625] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944757] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.944883] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_conntrack.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945030] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.capabilities = [12, 21] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945158] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.group = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945282] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.helper_command = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945434] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.log_daemon_traceback = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945578] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945709] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.thread_pool_size = 8 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945832] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] privsep_link.user = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.945979] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946135] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946269] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.continue_on_failed_promotions = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946400] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.dscp = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946535] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.dscp_inherit = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946672] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.force_mp_to_policy = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946800] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.locking_coordinator_url = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.946930] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.log_agent_heartbeats = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947071] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.logging_expire = 1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947209] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947340] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947478] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.polling_interval = 240 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947611] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947746] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.947885] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.report_interval = 30.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948032] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948171] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948307] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948440] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.sync_skew = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948573] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.synchronization_queue_size = 20 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948703] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT.use_helper_for_ns_read = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948840] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] SECURITYGROUP.enable_ipset = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.948977] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] SECURITYGROUP.enable_security_group = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949125] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949262] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949400] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] experimental.ipv6_pd_enabled = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949553] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.extension_drivers = ['port_security'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949685] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.external_network_type = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949832] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.949973] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.overlay_ip_version = 4 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950120] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.path_mtu = 8950 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950258] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.physical_network_mtus = {} {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950403] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950546] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950688] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ml2.type_drivers = ['vlan'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950829] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.950960] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951103] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951246] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951385] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951523] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951658] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951792] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.951928] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952133] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952281] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_login_password = **** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952422] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952559] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_login_user = admin {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952697] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952834] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.952967] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953108] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953245] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953382] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953517] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953650] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953780] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.953912] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954123] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954272] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954429] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954633] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954780] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.954921] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955065] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955207] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.auth_section = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955347] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.auth_type = password {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955485] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955614] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.certfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955746] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.collect_timing = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.955883] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.endpoint_type = public {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956019] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.insecure = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956151] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.keyfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956295] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.region_name = RegionOne {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956464] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.split_loggers = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956612] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] nova.timeout = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956750] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.auth_section = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.956893] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.auth_type = password {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957040] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957172] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.certfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957304] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.collect_timing = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957438] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.endpoint_type = public {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957569] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.insecure = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957694] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.keyfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957817] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.region_name = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.957945] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.split_loggers = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.958103] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] placement.timeout = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.958332] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.auth_section = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.958557] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.auth_type = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.958739] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.cafile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.958879] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.certfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959033] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.collect_timing = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959168] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.connect_retries = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959304] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.connect_retry_delay = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959490] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.enable_notifications = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959647] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.endpoint_override = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959783] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.insecure = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.959914] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.interface = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960052] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.keyfile = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960190] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.max_version = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960317] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.min_version = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960445] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.region_name = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960628] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.retriable_status_codes = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960774] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.service_name = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.960921] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.service_type = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961136] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.split_loggers = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961326] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.status_code_retries = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961472] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.status_code_retry_delay = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961607] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.timeout = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961739] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.valid_interfaces = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.961868] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ironic.version = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962078] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] cli_script.dry_run = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962246] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962389] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962559] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962699] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962833] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.962963] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963105] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963254] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963406] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963571] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963709] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.963847] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964031] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964199] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964339] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964508] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964649] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964781] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.964920] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965064] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965196] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965326] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965456] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965610] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965744] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.965873] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966008] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966144] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966273] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966401] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966530] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966667] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966801] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.966930] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967073] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967211] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967341] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967481] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_notifications.driver = [] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967614] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_notifications.retry = -1 {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967762] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967891] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.967993] env[66673]: DEBUG oslo_service.backend._eventlet.service [None req-0d02afdc-4aeb-4ef4-a73f-8bcf6d88b1b4 None None] ******************************************************************************** {{(pid=66673) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.969127] env[66673]: DEBUG neutron.agent.securitygroups_rpc [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Init firewall settings (driver=nsxv3) {{(pid=66673) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.970447] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66673) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.970686] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.972858] env[66673]: DEBUG dogpile.cache.region [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.972987] env[66673]: DEBUG dogpile.lock [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.973099] env[66673]: DEBUG dogpile.lock [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.973192] env[66673]: DEBUG dogpile.lock [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.973286] env[66673]: DEBUG dogpile.cache.region [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.973374] env[66673]: DEBUG dogpile.lock [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.973495] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.002153] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Session token - acquiring [ 534.003723] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.003899] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.003974] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.004418] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.015185] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.294280] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.313981] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.314169] env[66673]: DEBUG dogpile.cache.region [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.314279] env[66673]: DEBUG dogpile.lock [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.314424] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Activating Policy API Provider. [ 534.314628] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Looking for the default Infrastructure Rules. [ 534.378285] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Looking for the Default Layer3 Logged Drop Section. [ 534.394165] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.394706] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.394881] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.394984] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.395285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.395656] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.911602] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.414583] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.917960] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Inventory metadata is going to be refreshed. [ 535.917960] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.696022] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.696022] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.696022] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.696022] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.706423] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.707673] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.710018] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.726505] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.727031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.727297] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.727700] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.727949] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.728229] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.728470] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.728706] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.751257] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.751804] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.752052] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.752454] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.752768] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.753058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.778653] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.778653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.778653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.778653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.778653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.778653] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.799023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.799023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.799023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.799023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.799023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.799023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.799023] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.799023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.817592] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.818129] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.818366] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.818790] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.819067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.819395] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.819634] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.819904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.840078] env[66673]: DEBUG networking_nsxv3.common.locking [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.842019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.842019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.842019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.842019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.842019] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.842019] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.842019] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Inventory metadata have been refreshed. [ 536.842019] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Dryrun:True. Metadata refresh completed. [ 536.842019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.843833] env[66673]: INFO neutron.agent.agent_extensions_manager [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Loaded agent extensions: [] [ 536.844770] env[66673]: DEBUG neutron_lib.callbacks.manager [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66673) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.901721] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.901721] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.901721] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent out of sync with plugin! [ 541.846194] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.846194] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.847919] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.848334] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.849610] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.849985] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.893454] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f423b68d-c96d-4a11-8c42-1c65a41084eb demo admin] Enqueued Resource ID: 18bd1cd0-02b0-4b06-95f1-8d9b9959fd94 with Priority: HIGHEST for action security_group_rules [ 551.894253] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bd1cd0-02b0-4b06-95f1-8d9b9959fd94 with Priority: HIGHEST for action security_group_rules [ 551.894575] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18bd1cd0-02b0-4b06-95f1-8d9b9959fd94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.894714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18bd1cd0-02b0-4b06-95f1-8d9b9959fd94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.894784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18bd1cd0-02b0-4b06-95f1-8d9b9959fd94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.895151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18bd1cd0-02b0-4b06-95f1-8d9b9959fd94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.895234] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18bd1cd0-02b0-4b06-95f1-8d9b9959fd94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.420039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.420315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.420315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.420507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.420580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.420772] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18bd1cd0-02b0-4b06-95f1-8d9b9959fd94 already deleted. [ 552.420772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18bd1cd0-02b0-4b06-95f1-8d9b9959fd94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.895914] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.895914] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.897433] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.897681] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.898129] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.898532] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.848778] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.849234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.849234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.849234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.849865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.351824] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.854636] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.357116] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 571.357343] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 571.899186] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.899572] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.111758] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.112051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.112051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.112239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.124437] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 572.130682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.130682] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 572.147487] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.147785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.147785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.147907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.147986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.148113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 572.148186] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.148280] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 572.176117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.176342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.176342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.176522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.176599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.176715] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 572.207525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.207893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.207893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.208071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.208071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.208185] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 572.232371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.232660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.232660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.232877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.232956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.233044] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 572.233118] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.233193] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 572.255194] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.255536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.255536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.255656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.255712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.255814] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 572.255881] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.255957] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 572.279217] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.279448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.279596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.279878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.280097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.280330] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 572.280470] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.280567] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 572.280700] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 572.280842] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 572.281191] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 572.281191] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 572.281529] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 572.281662] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 572.281802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 572.305120] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.305358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.305358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.305554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.305659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.305776] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 572.331697] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.331961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.331961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.332154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.332230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.369718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.900331] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.900331] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.375817] env[66673]: INFO networking_nsxv3.common.synchronization [None req-6974cdef-c6f1-4dfc-8042-2261a2a316f3 None None] Enqueued Resource ID: c635fd86-2a3d-4636-bc1d-63a45f604ae2 with Priority: HIGHEST for action port [ 578.376377] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c635fd86-2a3d-4636-bc1d-63a45f604ae2 with Priority: HIGHEST for action port [ 578.377244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c635fd86-2a3d-4636-bc1d-63a45f604ae2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.377244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c635fd86-2a3d-4636-bc1d-63a45f604ae2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.377244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c635fd86-2a3d-4636-bc1d-63a45f604ae2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.377521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c635fd86-2a3d-4636-bc1d-63a45f604ae2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.377609] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c635fd86-2a3d-4636-bc1d-63a45f604ae2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.879949] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c635fd86-2a3d-4636-bc1d-63a45f604ae2 [ 578.880195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.880331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.880399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.880728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.880821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.880914] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c635fd86-2a3d-4636-bc1d-63a45f604ae2 already deleted. [ 578.880994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c635fd86-2a3d-4636-bc1d-63a45f604ae2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.262555] env[66673]: INFO networking_nsxv3.common.synchronization [None req-00622856-acb2-4b04-9733-4fd7a60760f3 None None] Enqueued Resource ID: 0b208eaa-a111-4a73-a29e-a99e6a19c020 with Priority: HIGHEST for action port [ 580.262555] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b208eaa-a111-4a73-a29e-a99e6a19c020 with Priority: HIGHEST for action port [ 580.262555] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b208eaa-a111-4a73-a29e-a99e6a19c020 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.262555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b208eaa-a111-4a73-a29e-a99e6a19c020" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.262555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b208eaa-a111-4a73-a29e-a99e6a19c020" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.262555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b208eaa-a111-4a73-a29e-a99e6a19c020" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.262555] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b208eaa-a111-4a73-a29e-a99e6a19c020',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.767316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b208eaa-a111-4a73-a29e-a99e6a19c020 [ 580.767316] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.767316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.767316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.767316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.767316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.767316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b208eaa-a111-4a73-a29e-a99e6a19c020 already deleted. [ 580.767316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b208eaa-a111-4a73-a29e-a99e6a19c020" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.462262] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ffc3c750-68ef-4215-8a67-c107d775fcee None None] Enqueued Resource ID: 88c3ba54-2a3e-49cd-8269-ed6c8bcbee78 with Priority: HIGHEST for action port [ 581.462851] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c3ba54-2a3e-49cd-8269-ed6c8bcbee78 with Priority: HIGHEST for action port [ 581.463259] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c3ba54-2a3e-49cd-8269-ed6c8bcbee78 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.463410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c3ba54-2a3e-49cd-8269-ed6c8bcbee78" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.463494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c3ba54-2a3e-49cd-8269-ed6c8bcbee78" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.464213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c3ba54-2a3e-49cd-8269-ed6c8bcbee78" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.464305] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c3ba54-2a3e-49cd-8269-ed6c8bcbee78',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.966693] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c3ba54-2a3e-49cd-8269-ed6c8bcbee78 [ 581.966941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.967132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.967192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.967371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.967474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.967619] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c3ba54-2a3e-49cd-8269-ed6c8bcbee78 already deleted. [ 581.967752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c3ba54-2a3e-49cd-8269-ed6c8bcbee78" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.282916] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ca74e637-d8ed-42e8-910f-28736288d3e8 None None] Enqueued Resource ID: 5228da5a-ee4d-4846-a97d-2b678355a3f3 with Priority: HIGHEST for action port [ 583.283229] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5228da5a-ee4d-4846-a97d-2b678355a3f3 with Priority: HIGHEST for action port [ 583.283761] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5228da5a-ee4d-4846-a97d-2b678355a3f3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.283887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5228da5a-ee4d-4846-a97d-2b678355a3f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.283946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5228da5a-ee4d-4846-a97d-2b678355a3f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.284427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5228da5a-ee4d-4846-a97d-2b678355a3f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.284427] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5228da5a-ee4d-4846-a97d-2b678355a3f3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.815449] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5228da5a-ee4d-4846-a97d-2b678355a3f3 [ 583.815449] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.815449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.815449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.815449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.815449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.815449] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5228da5a-ee4d-4846-a97d-2b678355a3f3 already deleted. [ 583.815449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5228da5a-ee4d-4846-a97d-2b678355a3f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.393020] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d6ce0ca2-1d5b-40f1-acd4-7965882c69b8 None None] Enqueued Resource ID: e74e8998-5768-418b-9358-172a407363cc with Priority: HIGHEST for action port [ 586.393020] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74e8998-5768-418b-9358-172a407363cc with Priority: HIGHEST for action port [ 586.393020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e74e8998-5768-418b-9358-172a407363cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.393020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e74e8998-5768-418b-9358-172a407363cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.393020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e74e8998-5768-418b-9358-172a407363cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.393020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e74e8998-5768-418b-9358-172a407363cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.393020] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74e8998-5768-418b-9358-172a407363cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.581866] env[66673]: INFO networking_nsxv3.common.synchronization [None req-30b42b43-f026-4673-8a14-06c98aeb8269 None None] Enqueued Resource ID: 0569453f-2a07-486b-906c-9dd98c76889f with Priority: HIGHEST for action port [ 586.582486] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0569453f-2a07-486b-906c-9dd98c76889f with Priority: HIGHEST for action port [ 586.582864] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0569453f-2a07-486b-906c-9dd98c76889f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.583203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0569453f-2a07-486b-906c-9dd98c76889f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.583323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0569453f-2a07-486b-906c-9dd98c76889f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.583696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0569453f-2a07-486b-906c-9dd98c76889f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.583768] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0569453f-2a07-486b-906c-9dd98c76889f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.896737] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e74e8998-5768-418b-9358-172a407363cc [ 586.897802] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.897802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.897802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.897802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.897802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.897802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e74e8998-5768-418b-9358-172a407363cc already deleted. [ 586.897802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e74e8998-5768-418b-9358-172a407363cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.088086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0569453f-2a07-486b-906c-9dd98c76889f [ 587.088086] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.088086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.088086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.088086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.088086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.088086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0569453f-2a07-486b-906c-9dd98c76889f already deleted. [ 587.088086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0569453f-2a07-486b-906c-9dd98c76889f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.593500] env[66673]: INFO networking_nsxv3.common.synchronization [None req-828bb7b0-2cc5-418f-947b-c9f59e3a9975 None None] Enqueued Resource ID: 355b7c62-baed-48eb-98b0-cd016a98295c with Priority: HIGHEST for action port [ 587.594194] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 355b7c62-baed-48eb-98b0-cd016a98295c with Priority: HIGHEST for action port [ 587.594346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-355b7c62-baed-48eb-98b0-cd016a98295c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.594469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-355b7c62-baed-48eb-98b0-cd016a98295c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.594531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-355b7c62-baed-48eb-98b0-cd016a98295c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.594777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-355b7c62-baed-48eb-98b0-cd016a98295c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.594861] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355b7c62-baed-48eb-98b0-cd016a98295c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.073254] env[66673]: INFO networking_nsxv3.common.synchronization [None req-4320bc15-8e4b-4f6e-87fc-113a97890cd5 None None] Enqueued Resource ID: 84fd8eda-6051-412c-84cc-a5cdf803a25c with Priority: HIGHEST for action port [ 588.073512] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fd8eda-6051-412c-84cc-a5cdf803a25c with Priority: HIGHEST for action port [ 588.074683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-84fd8eda-6051-412c-84cc-a5cdf803a25c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.074683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84fd8eda-6051-412c-84cc-a5cdf803a25c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.074683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84fd8eda-6051-412c-84cc-a5cdf803a25c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.074683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84fd8eda-6051-412c-84cc-a5cdf803a25c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.074907] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84fd8eda-6051-412c-84cc-a5cdf803a25c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.098346] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 355b7c62-baed-48eb-98b0-cd016a98295c [ 588.098346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.098346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.098346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.098346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.098346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.098346] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:355b7c62-baed-48eb-98b0-cd016a98295c already deleted. [ 588.098346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-355b7c62-baed-48eb-98b0-cd016a98295c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.580025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84fd8eda-6051-412c-84cc-a5cdf803a25c [ 588.580025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.580025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.580025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.580025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.580025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.580025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84fd8eda-6051-412c-84cc-a5cdf803a25c already deleted. [ 588.580025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84fd8eda-6051-412c-84cc-a5cdf803a25c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.099424] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c9e35c34-2010-4af2-8884-c7857985d38c None None] Enqueued Resource ID: 36967565-34e6-48a6-8e56-38a0a1d7ace4 with Priority: HIGHEST for action port [ 589.099617] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36967565-34e6-48a6-8e56-38a0a1d7ace4 with Priority: HIGHEST for action port [ 589.100173] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-36967565-34e6-48a6-8e56-38a0a1d7ace4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.100291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36967565-34e6-48a6-8e56-38a0a1d7ace4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.100360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36967565-34e6-48a6-8e56-38a0a1d7ace4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.100607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36967565-34e6-48a6-8e56-38a0a1d7ace4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.100691] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36967565-34e6-48a6-8e56-38a0a1d7ace4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.606023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36967565-34e6-48a6-8e56-38a0a1d7ace4 [ 589.606023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.606023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.606023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.606023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.606023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.606023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36967565-34e6-48a6-8e56-38a0a1d7ace4 already deleted. [ 589.606023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36967565-34e6-48a6-8e56-38a0a1d7ace4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.777321] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c6d3415c-a413-4bb9-a1d0-89e8ea4996c3 None None] Enqueued Resource ID: 16917c00-4946-475d-8b8b-633df5d0a6f1 with Priority: HIGHEST for action port [ 589.777895] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16917c00-4946-475d-8b8b-633df5d0a6f1 with Priority: HIGHEST for action port [ 589.778156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-16917c00-4946-475d-8b8b-633df5d0a6f1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.778352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16917c00-4946-475d-8b8b-633df5d0a6f1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.778422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16917c00-4946-475d-8b8b-633df5d0a6f1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.779367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16917c00-4946-475d-8b8b-633df5d0a6f1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.779367] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16917c00-4946-475d-8b8b-633df5d0a6f1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.285539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16917c00-4946-475d-8b8b-633df5d0a6f1 [ 590.285851] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.286462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.286462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.286462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.286462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.286462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16917c00-4946-475d-8b8b-633df5d0a6f1 already deleted. [ 590.286961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16917c00-4946-475d-8b8b-633df5d0a6f1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.648734] env[66673]: INFO networking_nsxv3.common.synchronization [None req-aa756e32-3598-460a-9a7b-23853fe49639 None None] Enqueued Resource ID: 9885d947-4002-4e35-99ce-6d08d8cc7c99 with Priority: HIGHEST for action port [ 590.649010] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885d947-4002-4e35-99ce-6d08d8cc7c99 with Priority: HIGHEST for action port [ 590.649599] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-9885d947-4002-4e35-99ce-6d08d8cc7c99 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.649720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9885d947-4002-4e35-99ce-6d08d8cc7c99" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.649790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9885d947-4002-4e35-99ce-6d08d8cc7c99" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.651126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9885d947-4002-4e35-99ce-6d08d8cc7c99" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.652940] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9885d947-4002-4e35-99ce-6d08d8cc7c99',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.731913] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9098952d-fcde-4174-953d-9247155ae891 None None] Enqueued Resource ID: 6422c147-95f0-48d1-9a5f-aace37b0cbde with Priority: HIGHEST for action port [ 590.732464] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422c147-95f0-48d1-9a5f-aace37b0cbde with Priority: HIGHEST for action port [ 590.732986] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6422c147-95f0-48d1-9a5f-aace37b0cbde taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.733266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6422c147-95f0-48d1-9a5f-aace37b0cbde" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.733527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6422c147-95f0-48d1-9a5f-aace37b0cbde" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.733804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6422c147-95f0-48d1-9a5f-aace37b0cbde" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.733925] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6422c147-95f0-48d1-9a5f-aace37b0cbde',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.157050] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9885d947-4002-4e35-99ce-6d08d8cc7c99 [ 591.157411] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.157411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.157554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.157699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.157793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.157888] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9885d947-4002-4e35-99ce-6d08d8cc7c99 already deleted. [ 591.157970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9885d947-4002-4e35-99ce-6d08d8cc7c99" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.236506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6422c147-95f0-48d1-9a5f-aace37b0cbde [ 591.236756] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.236855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.236919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.238884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.238884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.238884] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6422c147-95f0-48d1-9a5f-aace37b0cbde already deleted. [ 591.238884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6422c147-95f0-48d1-9a5f-aace37b0cbde" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.590640] env[66673]: INFO networking_nsxv3.common.synchronization [None req-af57daa7-22e2-4249-91f9-0b3048aeea2c None None] Enqueued Resource ID: fa61a6ca-5146-400e-8033-125d821cb1d2 with Priority: HIGHEST for action port [ 591.591517] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa61a6ca-5146-400e-8033-125d821cb1d2 with Priority: HIGHEST for action port [ 591.591952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa61a6ca-5146-400e-8033-125d821cb1d2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.592309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa61a6ca-5146-400e-8033-125d821cb1d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.592440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa61a6ca-5146-400e-8033-125d821cb1d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.592728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa61a6ca-5146-400e-8033-125d821cb1d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.592965] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa61a6ca-5146-400e-8033-125d821cb1d2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.096317] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa61a6ca-5146-400e-8033-125d821cb1d2 [ 592.096729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.096901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.096901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.097519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.097519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.097519] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa61a6ca-5146-400e-8033-125d821cb1d2 already deleted. [ 592.097769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa61a6ca-5146-400e-8033-125d821cb1d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.670021] env[66673]: INFO networking_nsxv3.common.synchronization [None req-afdd9dce-6f50-459c-858d-6d739ee81cc3 None None] Enqueued Resource ID: c952da5f-4d39-4566-9380-34b0bcf5009b with Priority: HIGHEST for action port [ 592.670021] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c952da5f-4d39-4566-9380-34b0bcf5009b with Priority: HIGHEST for action port [ 592.670021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c952da5f-4d39-4566-9380-34b0bcf5009b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.670447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c952da5f-4d39-4566-9380-34b0bcf5009b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.670447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c952da5f-4d39-4566-9380-34b0bcf5009b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.670447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c952da5f-4d39-4566-9380-34b0bcf5009b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.670447] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c952da5f-4d39-4566-9380-34b0bcf5009b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.173941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c952da5f-4d39-4566-9380-34b0bcf5009b [ 593.174851] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.174851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.174851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.174851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.174851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.175044] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c952da5f-4d39-4566-9380-34b0bcf5009b already deleted. [ 593.175044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c952da5f-4d39-4566-9380-34b0bcf5009b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.420110] env[66673]: INFO networking_nsxv3.common.synchronization [req-a6244f25-eea9-4b9a-aa00-452dd1ebef01 req-f4eec5a8-e855-4026-94c1-0e04ea54acef tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: 8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc with Priority: HIGHEST for action security_group_rules [ 593.420776] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc with Priority: HIGHEST for action security_group_rules [ 593.421119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.421263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.421351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.421605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.421688] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.911641] env[66673]: INFO networking_nsxv3.common.synchronization [None req-38cef703-3457-4c71-9067-b70d9803f982 None None] Enqueued Resource ID: 27a6bde7-c647-4b41-8e2d-9957994423d7 with Priority: HIGHEST for action port [ 593.911641] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a6bde7-c647-4b41-8e2d-9957994423d7 with Priority: HIGHEST for action port [ 593.911641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a6bde7-c647-4b41-8e2d-9957994423d7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.911641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a6bde7-c647-4b41-8e2d-9957994423d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.911641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a6bde7-c647-4b41-8e2d-9957994423d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.911641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a6bde7-c647-4b41-8e2d-9957994423d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.911641] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a6bde7-c647-4b41-8e2d-9957994423d7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.944877] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.945030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.945120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.945361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.945773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.945773] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc already deleted. [ 593.945773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8edce3d7-1e2e-4381-b3c3-ceb807e5b8cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.414186] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a6bde7-c647-4b41-8e2d-9957994423d7 [ 594.414186] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.414186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.414186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.414186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.414450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.414450] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a6bde7-c647-4b41-8e2d-9957994423d7 already deleted. [ 594.414708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a6bde7-c647-4b41-8e2d-9957994423d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.821329] env[66673]: INFO networking_nsxv3.common.synchronization [None req-de40ad04-559a-4932-a3f6-474dc5590bc9 None None] Enqueued Resource ID: 9c1372f1-c078-4793-abc2-b0a5b0fba7b3 with Priority: HIGHEST for action port [ 594.822180] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1372f1-c078-4793-abc2-b0a5b0fba7b3 with Priority: HIGHEST for action port [ 594.822341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1372f1-c078-4793-abc2-b0a5b0fba7b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.823593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1372f1-c078-4793-abc2-b0a5b0fba7b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.823593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1372f1-c078-4793-abc2-b0a5b0fba7b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.823703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1372f1-c078-4793-abc2-b0a5b0fba7b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.823813] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1372f1-c078-4793-abc2-b0a5b0fba7b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.078988] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5d0ce36c-de7f-4ffb-bd69-70d6e4c55230 None None] Enqueued Resource ID: daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0 with Priority: HIGHEST for action port [ 595.079582] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0 with Priority: HIGHEST for action port [ 595.079887] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.079999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.082029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.082357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.082450] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.326553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c1372f1-c078-4793-abc2-b0a5b0fba7b3 [ 595.326833] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.326976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.327062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.327406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.328222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.328331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c1372f1-c078-4793-abc2-b0a5b0fba7b3 already deleted. [ 595.328419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1372f1-c078-4793-abc2-b0a5b0fba7b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.588132] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0 [ 595.588132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.588264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.588336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.588554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.588652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.588991] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0 already deleted. [ 595.590445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf8b17e-7e5c-457e-a3ab-9b6a55f9bed0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.884754] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e4181d3c-9639-40d8-b48b-5fc5207b2478 None None] Enqueued Resource ID: 2a51cbd2-55c1-4c7f-805e-689f578c2e9f with Priority: HIGHEST for action port [ 596.885059] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a51cbd2-55c1-4c7f-805e-689f578c2e9f with Priority: HIGHEST for action port [ 596.885615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a51cbd2-55c1-4c7f-805e-689f578c2e9f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.885799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a51cbd2-55c1-4c7f-805e-689f578c2e9f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.885865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a51cbd2-55c1-4c7f-805e-689f578c2e9f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.886325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a51cbd2-55c1-4c7f-805e-689f578c2e9f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.886413] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a51cbd2-55c1-4c7f-805e-689f578c2e9f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.342683] env[66673]: INFO networking_nsxv3.common.synchronization [None req-7f06f9ce-9d83-4ecb-8417-2fc97c07744e None None] Enqueued Resource ID: 16d9df98-0b33-4d0d-8284-67343064e3d7 with Priority: HIGHEST for action port [ 597.343186] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d9df98-0b33-4d0d-8284-67343064e3d7 with Priority: HIGHEST for action port [ 597.343601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d9df98-0b33-4d0d-8284-67343064e3d7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.343750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d9df98-0b33-4d0d-8284-67343064e3d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.343793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d9df98-0b33-4d0d-8284-67343064e3d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.344055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d9df98-0b33-4d0d-8284-67343064e3d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.344223] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d9df98-0b33-4d0d-8284-67343064e3d7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.390118] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a51cbd2-55c1-4c7f-805e-689f578c2e9f [ 597.390118] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.390118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.390118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.390118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.390118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.390118] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a51cbd2-55c1-4c7f-805e-689f578c2e9f already deleted. [ 597.390118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a51cbd2-55c1-4c7f-805e-689f578c2e9f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.847542] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16d9df98-0b33-4d0d-8284-67343064e3d7 [ 597.847542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.847542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.847542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.848284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.848284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.848284] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16d9df98-0b33-4d0d-8284-67343064e3d7 already deleted. [ 597.848284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d9df98-0b33-4d0d-8284-67343064e3d7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.110491] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3b816ad9-833f-4f4d-aeff-31a3bd14536b None None] Enqueued Resource ID: e82fef24-cae5-44a4-9c34-c4b48ad70aec with Priority: HIGHEST for action port [ 598.112552] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82fef24-cae5-44a4-9c34-c4b48ad70aec with Priority: HIGHEST for action port [ 598.112552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82fef24-cae5-44a4-9c34-c4b48ad70aec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.113218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82fef24-cae5-44a4-9c34-c4b48ad70aec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.113294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82fef24-cae5-44a4-9c34-c4b48ad70aec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.113550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82fef24-cae5-44a4-9c34-c4b48ad70aec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.113716] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82fef24-cae5-44a4-9c34-c4b48ad70aec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.565618] env[66673]: INFO networking_nsxv3.common.synchronization [None req-82a2baa7-b246-4b1b-8b8d-598dfe3d6f2a None None] Enqueued Resource ID: 613526cd-849d-407c-9171-383d1dc1c540 with Priority: HIGHEST for action port [ 598.565618] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613526cd-849d-407c-9171-383d1dc1c540 with Priority: HIGHEST for action port [ 598.565618] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-613526cd-849d-407c-9171-383d1dc1c540 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.565618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613526cd-849d-407c-9171-383d1dc1c540" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.565618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613526cd-849d-407c-9171-383d1dc1c540" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.565896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613526cd-849d-407c-9171-383d1dc1c540" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.567395] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613526cd-849d-407c-9171-383d1dc1c540',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.617181] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e82fef24-cae5-44a4-9c34-c4b48ad70aec [ 598.617181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.617181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.617181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.617181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.617181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.617181] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e82fef24-cae5-44a4-9c34-c4b48ad70aec already deleted. [ 598.617181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82fef24-cae5-44a4-9c34-c4b48ad70aec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.069485] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613526cd-849d-407c-9171-383d1dc1c540 [ 599.069755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.069872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.069920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.071140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.071140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.071140] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613526cd-849d-407c-9171-383d1dc1c540 already deleted. [ 599.071140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613526cd-849d-407c-9171-383d1dc1c540" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.616029] env[66673]: INFO networking_nsxv3.common.synchronization [None req-252e4b76-83e3-424d-a1df-4d609f5d7045 tempest-ServersTestJSON-747900679 tempest-ServersTestJSON-747900679-project-member] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 599.616749] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 599.616925] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.618540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.620454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.620454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.620454] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.728758] env[66673]: INFO networking_nsxv3.common.synchronization [None req-016a8535-1435-4bf4-bd48-4a0520292206 tempest-ServersTestJSON-747900679 tempest-ServersTestJSON-747900679-project-member] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 599.729262] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 599.729565] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.731709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.146439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.147940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.147940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.147940] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a already deleted. [ 600.147940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.147940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.147940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.147940] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.668159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.668685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.668685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.668685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.668810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.669457] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a already deleted. [ 600.669457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.109404] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2a08cdcf-e8ca-4f7e-b87d-883411134605 None None] Enqueued Resource ID: c99ce79a-67df-477f-b771-7000406ad21a with Priority: HIGHEST for action port [ 601.109935] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99ce79a-67df-477f-b771-7000406ad21a with Priority: HIGHEST for action port [ 601.110267] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99ce79a-67df-477f-b771-7000406ad21a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.110382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99ce79a-67df-477f-b771-7000406ad21a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.110480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99ce79a-67df-477f-b771-7000406ad21a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.110717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99ce79a-67df-477f-b771-7000406ad21a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.111072] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99ce79a-67df-477f-b771-7000406ad21a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.377748] env[66673]: INFO networking_nsxv3.common.synchronization [req-70cacf6b-49a5-4a10-83ac-e6e09c77bb60 req-d48c8e49-c43f-4409-986d-d480d6426e89 tempest-ServerDiagnosticsNegativeTest-1885048401 tempest-ServerDiagnosticsNegativeTest-1885048401-project-member] Enqueued Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 601.378451] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 601.378768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.380363] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.380468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.380537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.380841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.380944] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.479426] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ccdcd34a-7252-44df-84a7-b9d095e7faf3 None None] Enqueued Resource ID: 0a803e1a-bdc6-41b4-95be-8f1884fe498c with Priority: HIGHEST for action port [ 601.479890] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a803e1a-bdc6-41b4-95be-8f1884fe498c with Priority: HIGHEST for action port [ 601.480218] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a803e1a-bdc6-41b4-95be-8f1884fe498c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.481649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a803e1a-bdc6-41b4-95be-8f1884fe498c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.481649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a803e1a-bdc6-41b4-95be-8f1884fe498c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.481649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a803e1a-bdc6-41b4-95be-8f1884fe498c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.481649] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a803e1a-bdc6-41b4-95be-8f1884fe498c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.615454] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c99ce79a-67df-477f-b771-7000406ad21a [ 601.617511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.617511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.617511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.617511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.617511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.617511] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c99ce79a-67df-477f-b771-7000406ad21a already deleted. [ 601.617511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99ce79a-67df-477f-b771-7000406ad21a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.884199] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.884524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.884589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.885283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.885283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885384] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.885477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.885477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.886727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.886727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.886727] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 984ec483-4259-4650-8f47-e249a3846f6c already deleted. [ 601.886727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.986221] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a803e1a-bdc6-41b4-95be-8f1884fe498c [ 601.986221] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.986221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.986221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.986221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.986221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.986221] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a803e1a-bdc6-41b4-95be-8f1884fe498c already deleted. [ 601.986221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a803e1a-bdc6-41b4-95be-8f1884fe498c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.991657] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.991657] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992335] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992713] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992960] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.993148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.993263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.993870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.993870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.994304] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.994553] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.994727] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.995857] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.995857] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.995857] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.995857] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.017988] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.020020] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.020020] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.020020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.020020] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-58899321-f952-4084-ba85-5bdad4e6f7e2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.020020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.020020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.020020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.020020] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58899321-f952-4084-ba85-5bdad4e6f7e2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.351954] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2afb80c5-847c-4797-a4da-7ce5ca8be4a6 None None] Enqueued Resource ID: 016230e3-9f2a-46cf-b4df-fdcbd2cca854 with Priority: HIGHEST for action port [ 602.352261] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016230e3-9f2a-46cf-b4df-fdcbd2cca854 with Priority: HIGHEST for action port [ 602.352493] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-016230e3-9f2a-46cf-b4df-fdcbd2cca854 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.352689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016230e3-9f2a-46cf-b4df-fdcbd2cca854" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.352689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016230e3-9f2a-46cf-b4df-fdcbd2cca854" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.353292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016230e3-9f2a-46cf-b4df-fdcbd2cca854" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.353361] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016230e3-9f2a-46cf-b4df-fdcbd2cca854',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.523635] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.523869] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.523994] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.524311] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.524477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.524659] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 58899321-f952-4084-ba85-5bdad4e6f7e2 not found, creating... [ 602.524931] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.525078] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.525191] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.525410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.525546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.525921] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.526280] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.526280] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.526442] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.527036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.527036] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 58899321-f952-4084-ba85-5bdad4e6f7e2 is going to be created. [ 602.554406] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554406] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554406] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554406] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554406] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.554698] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767265] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c2c02c7c-c7d9-45ad-af26-3fbd340587d8 None None] Enqueued Resource ID: f790b8ca-1ba2-4cf0-ac45-88a88cba8976 with Priority: HIGHEST for action port [ 602.768126] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790b8ca-1ba2-4cf0-ac45-88a88cba8976 with Priority: HIGHEST for action port [ 602.768555] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f790b8ca-1ba2-4cf0-ac45-88a88cba8976 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.768887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f790b8ca-1ba2-4cf0-ac45-88a88cba8976" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.768985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f790b8ca-1ba2-4cf0-ac45-88a88cba8976" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f790b8ca-1ba2-4cf0-ac45-88a88cba8976" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769411] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f790b8ca-1ba2-4cf0-ac45-88a88cba8976',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.857096] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 016230e3-9f2a-46cf-b4df-fdcbd2cca854 [ 602.857096] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.857096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.857096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.857096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.857096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.857096] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:016230e3-9f2a-46cf-b4df-fdcbd2cca854 already deleted. [ 602.857096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016230e3-9f2a-46cf-b4df-fdcbd2cca854" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.272184] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f790b8ca-1ba2-4cf0-ac45-88a88cba8976 [ 603.272462] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.272540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.272604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.272814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.272979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.274333] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f790b8ca-1ba2-4cf0-ac45-88a88cba8976 already deleted. [ 603.274391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f790b8ca-1ba2-4cf0-ac45-88a88cba8976" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.317575] env[66673]: INFO networking_nsxv3.common.synchronization [req-d58ba846-867d-4005-8967-c2a3124fde24 req-0e3402fe-748b-45f2-ad70-bb762c5fb77c tempest-DeleteServersAdminTestJSON-160754755 tempest-DeleteServersAdminTestJSON-160754755-project-member] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 603.318260] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 603.318628] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.318798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.318905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.319337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.319550] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.319683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.319760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.319959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.320081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.320202] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.427122] env[66673]: INFO networking_nsxv3.common.synchronization [req-70cacf6b-49a5-4a10-83ac-e6e09c77bb60 req-409cab98-f643-48cf-8a00-fcc44260e114 service nova] Enqueued Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_rules [ 603.427122] env[66673]: INFO networking_nsxv3.common.synchronization [req-70cacf6b-49a5-4a10-83ac-e6e09c77bb60 req-409cab98-f643-48cf-8a00-fcc44260e114 service nova] Enqueued Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 603.427122] env[66673]: INFO networking_nsxv3.common.synchronization [req-70cacf6b-49a5-4a10-83ac-e6e09c77bb60 req-409cab98-f643-48cf-8a00-fcc44260e114 service nova] Enqueued Resource ID: 58899321-f952-4084-ba85-5bdad4e6f7e2 with Priority: HIGHEST for action port [ 603.427901] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_rules [ 603.427901] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 603.427901] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58899321-f952-4084-ba85-5bdad4e6f7e2 with Priority: HIGHEST for action port [ 603.428171] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.428525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.428525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.428662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.428747] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.430150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.430533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.431143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.431284] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.432395] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-58899321-f952-4084-ba85-5bdad4e6f7e2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.432488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.432534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.432682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.432783] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58899321-f952-4084-ba85-5bdad4e6f7e2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.520872] env[66673]: INFO networking_nsxv3.common.synchronization [req-8b9909f4-e073-4d77-9cfe-f8fb6a819047 req-b20f3801-c36b-462c-b994-d4b2d700b4fc tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: 968a9bc1-bd39-4970-a0f5-44e0308db48e with Priority: HIGHEST for action security_group_rules [ 603.521502] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968a9bc1-bd39-4970-a0f5-44e0308db48e with Priority: HIGHEST for action security_group_rules [ 603.522253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968a9bc1-bd39-4970-a0f5-44e0308db48e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.522346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968a9bc1-bd39-4970-a0f5-44e0308db48e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.522394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968a9bc1-bd39-4970-a0f5-44e0308db48e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.522785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968a9bc1-bd39-4970-a0f5-44e0308db48e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.523113] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968a9bc1-bd39-4970-a0f5-44e0308db48e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.767182] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.767333] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.767458] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.767723] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.767975] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768318] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.769019] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.769089] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.769521] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.769521] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.769521] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.769521] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.769706] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.789166] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.789322] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.790082] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.790082] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.790082] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-01d0c338-883f-4b47-9e72-6be9f0c7f41b taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.790082] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.790394] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.790495] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.790619] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d0c338-883f-4b47-9e72-6be9f0c7f41b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.824433] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.824589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.824662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.824872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.824960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.825749] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.825749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.825749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.825749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.825749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.825749] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 already deleted. [ 603.825749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.935320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.935674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.948113] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.948955] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58899321-f952-4084-ba85-5bdad4e6f7e2 with status ACTIVE [ 603.949187] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.949312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.949433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.949593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.949728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.949875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.949983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.950094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.950243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.950329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.950526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.950611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.950687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.950879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.950936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.950990] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58899321-f952-4084-ba85-5bdad4e6f7e2 is going to be updated. [ 603.974192] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.974337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.974418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.974606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.974741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.974888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58899321-f952-4084-ba85-5bdad4e6f7e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.045688] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.045688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.045873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.045927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.046281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.046281] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968a9bc1-bd39-4970-a0f5-44e0308db48e already deleted. [ 604.046281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968a9bc1-bd39-4970-a0f5-44e0308db48e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.297029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.297029] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 01d0c338-883f-4b47-9e72-6be9f0c7f41b not found, creating... [ 604.297029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.297029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.297702] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.297702] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.297702] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.297702] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.297702] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.297702] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 01d0c338-883f-4b47-9e72-6be9f0c7f41b is going to be created. [ 604.318746] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.318746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.318746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.318746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.318746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.319072] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.453674] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.512010] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ee548e2a-d02f-4649-b603-6eb243fb5639 None None] Enqueued Resource ID: 31ee8d41-d936-424f-82b8-adcb66bf1fd0 with Priority: HIGHEST for action port [ 604.512504] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ee8d41-d936-424f-82b8-adcb66bf1fd0 with Priority: HIGHEST for action port [ 604.513782] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ee8d41-d936-424f-82b8-adcb66bf1fd0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.513782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ee8d41-d936-424f-82b8-adcb66bf1fd0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.513782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ee8d41-d936-424f-82b8-adcb66bf1fd0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.514342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ee8d41-d936-424f-82b8-adcb66bf1fd0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.514342] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ee8d41-d936-424f-82b8-adcb66bf1fd0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.958268] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.958268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.958268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.958268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.958268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.958568] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 984ec483-4259-4650-8f47-e249a3846f6c is going to be created. [ 604.990934] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.992790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.992790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.992790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.992790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.005195] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: UNINITIALIZED for 2s [ 605.018516] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31ee8d41-d936-424f-82b8-adcb66bf1fd0 [ 605.018691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.018765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.018928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.020527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.021187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.021496] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31ee8d41-d936-424f-82b8-adcb66bf1fd0 already deleted. [ 605.021683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ee8d41-d936-424f-82b8-adcb66bf1fd0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.189628] env[66673]: INFO networking_nsxv3.common.synchronization [req-d58ba846-867d-4005-8967-c2a3124fde24 req-ccba8bf6-e96b-4d6d-aaac-aab32d3734ee service nova] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_rules [ 605.189628] env[66673]: INFO networking_nsxv3.common.synchronization [req-d58ba846-867d-4005-8967-c2a3124fde24 req-ccba8bf6-e96b-4d6d-aaac-aab32d3734ee service nova] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 605.189628] env[66673]: INFO networking_nsxv3.common.synchronization [req-d58ba846-867d-4005-8967-c2a3124fde24 req-ccba8bf6-e96b-4d6d-aaac-aab32d3734ee service nova] Enqueued Resource ID: 01d0c338-883f-4b47-9e72-6be9f0c7f41b with Priority: HIGHEST for action port [ 605.189628] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_rules [ 605.189628] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 605.193042] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d0c338-883f-4b47-9e72-6be9f0c7f41b with Priority: HIGHEST for action port [ 605.193042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.193042] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.193042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.193042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.194477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.194477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.194477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.194477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.194477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.194477] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.197418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d0c338-883f-4b47-9e72-6be9f0c7f41b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.197418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.197418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.197418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.197418] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d0c338-883f-4b47-9e72-6be9f0c7f41b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.230953] env[66673]: INFO networking_nsxv3.common.synchronization [None req-29702ef3-72cd-4702-a626-4d0c11420047 None None] Enqueued Resource ID: e6194183-0e8c-49d8-a070-e66aaa7f10b1 with Priority: HIGHEST for action port [ 605.231772] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6194183-0e8c-49d8-a070-e66aaa7f10b1 with Priority: HIGHEST for action port [ 605.233451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6194183-0e8c-49d8-a070-e66aaa7f10b1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.233590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6194183-0e8c-49d8-a070-e66aaa7f10b1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.233657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6194183-0e8c-49d8-a070-e66aaa7f10b1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.233921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6194183-0e8c-49d8-a070-e66aaa7f10b1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.234035] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6194183-0e8c-49d8-a070-e66aaa7f10b1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.700684] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.700684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.700684] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.701815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01d0c338-883f-4b47-9e72-6be9f0c7f41b with status ACTIVE [ 605.702074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.702240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.702321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.702597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.702702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.702951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.703089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.703177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.703371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.703480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.703718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.703889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.703954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.704110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.704209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.704330] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01d0c338-883f-4b47-9e72-6be9f0c7f41b is going to be updated. [ 605.734374] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.735395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.735484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.735712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.735853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.736024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d0c338-883f-4b47-9e72-6be9f0c7f41b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.736304] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6194183-0e8c-49d8-a070-e66aaa7f10b1 [ 605.736563] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.736732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.736831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.737147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.737282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.737633] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6194183-0e8c-49d8-a070-e66aaa7f10b1 already deleted. [ 605.737633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6194183-0e8c-49d8-a070-e66aaa7f10b1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.800075] env[66673]: INFO networking_nsxv3.common.synchronization [req-22b2110e-b334-4285-8f99-e2734128cb36 req-898c9c5e-073f-4518-b65f-6c38b0acc326 tempest-ServerDiagnosticsTest-1286172021 tempest-ServerDiagnosticsTest-1286172021-project-member] Enqueued Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 605.801140] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 605.801456] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.801593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.801646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.801904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.802077] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.802178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.802240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.802400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.802489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.802576] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.994089] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3b352411-fa12-441c-ba95-50ddb42d0951 tempest-VolumesAssistedSnapshotsTest-470850896 tempest-VolumesAssistedSnapshotsTest-470850896-project-member] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 605.994829] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 605.995059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.995154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.995227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.995545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.995653] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.207312] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.303648] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e61d47d7-bc2a-4c73-9816-fa9ea5693c7c None None] Enqueued Resource ID: 7e40dc79-236e-4410-b407-27cf7fe33258 with Priority: HIGHEST for action port [ 606.306066] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e40dc79-236e-4410-b407-27cf7fe33258 with Priority: HIGHEST for action port [ 606.306887] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.306887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.306887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.308127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.308245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.308451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.308557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.308620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.308795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.309081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.309081] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba1c7864-6001-4145-8668-f13af7af50ab already deleted. [ 606.309081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.309684] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e40dc79-236e-4410-b407-27cf7fe33258 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.309684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e40dc79-236e-4410-b407-27cf7fe33258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.309684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e40dc79-236e-4410-b407-27cf7fe33258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.309684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e40dc79-236e-4410-b407-27cf7fe33258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.309902] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e40dc79-236e-4410-b407-27cf7fe33258',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.316916] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5b8ca9e3-bac3-4014-abbb-e8f3bcea0417 tempest-VolumesAssistedSnapshotsTest-470850896 tempest-VolumesAssistedSnapshotsTest-470850896-project-member] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 606.317415] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 606.317892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.317892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.448158] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.448355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.448482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.448757] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.449016] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.449169] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.449279] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.449480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.449613] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.449810] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.449915] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.450021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.450124] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.450227] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.450324] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.450444] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.471430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.471595] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.471732] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.471904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.472232] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.472396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.472511] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.472836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.472968] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e87a37-0c8c-4d53-b1c9-7a0a44616140',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.517351] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.517824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.518034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.518342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.518543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.518935] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b already deleted. [ 606.519153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.519776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.520827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.520827] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.710547] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.710840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.710840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.710974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.711105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.711207] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be created. [ 606.738207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.738207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.738207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.739412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.739827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.751475] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: UNINITIALIZED for 2s [ 606.811924] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e40dc79-236e-4410-b407-27cf7fe33258 [ 606.812065] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.812138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.812650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.812650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.812944] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e40dc79-236e-4410-b407-27cf7fe33258 already deleted. [ 606.812944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e40dc79-236e-4410-b407-27cf7fe33258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.977023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.977023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.977023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.977023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.977023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.977023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port c2e87a37-0c8c-4d53-b1c9-7a0a44616140 not found, creating... [ 606.977023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.977590] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.977590] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.977776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.977950] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.978277] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.978472] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.978592] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.978803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.978934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.979096] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: c2e87a37-0c8c-4d53-b1c9-7a0a44616140 is going to be created. [ 607.001724] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.001928] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.002137] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.002341] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.002565] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.002778] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.014268] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: SUCCESS [ 607.014516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.015633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.015633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.015633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.015633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.015633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.015633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.015887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.015887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.015887] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.040631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.040765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.040831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.041108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.041198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.041291] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b already deleted. [ 607.041370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.518639] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.518639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.518639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.518904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.519029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.519102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.519154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.519285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.519402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.519453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.519597] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.519683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.519743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.519885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.520033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.520114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.520284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.520333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.520366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.520445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.520537] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.709678] env[66673]: INFO networking_nsxv3.common.synchronization [req-22b2110e-b334-4285-8f99-e2734128cb36 req-0e2aaf9c-bb24-4b1b-bb8e-e5ed11fdd634 service nova] Enqueued Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_rules [ 607.709861] env[66673]: INFO networking_nsxv3.common.synchronization [req-22b2110e-b334-4285-8f99-e2734128cb36 req-0e2aaf9c-bb24-4b1b-bb8e-e5ed11fdd634 service nova] Enqueued Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 607.709995] env[66673]: INFO networking_nsxv3.common.synchronization [req-22b2110e-b334-4285-8f99-e2734128cb36 req-0e2aaf9c-bb24-4b1b-bb8e-e5ed11fdd634 service nova] Enqueued Resource ID: c2e87a37-0c8c-4d53-b1c9-7a0a44616140 with Priority: HIGHEST for action port [ 607.710554] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_rules [ 607.710802] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 607.710802] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e87a37-0c8c-4d53-b1c9-7a0a44616140 with Priority: HIGHEST for action port [ 607.711082] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.711212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.711293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.711556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.711637] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.712766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.712868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.712973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714601] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.714601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.715278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.715278] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e87a37-0c8c-4d53-b1c9-7a0a44616140',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.024940] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 984ec483-4259-4650-8f47-e249a3846f6c: rpc.has_security_group_logging(os_id): False [ 608.047459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.047602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.049360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.049360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.049892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.049892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.049892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.049892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.050938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.050938] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.050938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.050938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.050938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.050938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.050938] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 984ec483-4259-4650-8f47-e249a3846f6c is going to be created. [ 608.119353] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.119353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.135127] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: IN_PROGRESS for 2s [ 608.211094] env[66673]: INFO networking_nsxv3.common.synchronization [None req-6ac5eea1-5260-4f5d-8ee9-09c9aea7deaf None None] Enqueued Resource ID: f4ab8633-1a1e-49e6-824d-69ab46d29fff with Priority: HIGHEST for action port [ 608.212150] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ab8633-1a1e-49e6-824d-69ab46d29fff with Priority: HIGHEST for action port [ 608.214221] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ab8633-1a1e-49e6-824d-69ab46d29fff taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.214221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ab8633-1a1e-49e6-824d-69ab46d29fff" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.214221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ab8633-1a1e-49e6-824d-69ab46d29fff" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.214221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ab8633-1a1e-49e6-824d-69ab46d29fff" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.214221] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ab8633-1a1e-49e6-824d-69ab46d29fff',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.218138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2e87a37-0c8c-4d53-b1c9-7a0a44616140 with status ACTIVE [ 608.219307] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219978] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.220242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.221673] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2e87a37-0c8c-4d53-b1c9-7a0a44616140 is going to be updated. [ 608.225039] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.225039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.225039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.250914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.251105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.251235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.251363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.251504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.252524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2e87a37-0c8c-4d53-b1c9-7a0a44616140" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.265145] env[66673]: INFO networking_nsxv3.common.synchronization [req-0b191bcc-3fbe-4e4d-bba3-543668da33d0 req-38bd70b4-b19c-47d6-8b2a-ae9d1d1d8a36 tempest-TenantUsagesTestJSON-1998793296 tempest-TenantUsagesTestJSON-1998793296-project-member] Enqueued Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 608.265594] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 608.266106] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.266185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.266432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.266627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.266826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.266947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.267013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.267199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.267336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.268117] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.717105] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4ab8633-1a1e-49e6-824d-69ab46d29fff [ 608.717598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.717598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.718567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.718567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.718567] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4ab8633-1a1e-49e6-824d-69ab46d29fff already deleted. [ 608.718567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ab8633-1a1e-49e6-824d-69ab46d29fff" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725691] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.772895] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.772895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.773130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.773752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.773875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.774926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.775094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.775156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.775418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.775507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.775570] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e already deleted. [ 608.775628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.839541] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 608.839928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.840234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.840406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.844023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.844023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.844023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.844023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.844023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.844023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.844023] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.971518] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.971780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972000] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.972550] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.972945] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.973216] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.973402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.973706] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.973883] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.974171] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.974342] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.974507] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.974655] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.974780] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.974904] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.975272] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.002392] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.002730] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.002952] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.003266] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.003718] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-4d27e2de-0687-4dc0-8f72-926abaec422a taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.004100] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.004681] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.005618] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.005618] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d27e2de-0687-4dc0-8f72-926abaec422a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.229364] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.229364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.229511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.229608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.229701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.229798] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba1c7864-6001-4145-8668-f13af7af50ab is going to be created. [ 609.258453] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.258654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.258654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.258978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.259200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.272624] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: UNINITIALIZED for 2s [ 609.344762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.344954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345438] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349051] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.349051] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.509131] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.510270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.510270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.510270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.510270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.510462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 4d27e2de-0687-4dc0-8f72-926abaec422a not found, creating... [ 609.511024] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.511024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.511024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.511414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.511414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.511587] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.511781] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.511858] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.513423] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.513838] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.514262] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 4d27e2de-0687-4dc0-8f72-926abaec422a is going to be created. [ 609.554965] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.555268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555447] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.556357] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.556357] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.556357] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.690291] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ba9da561-53e8-4a86-b5b4-f2ade78ce6a6 None None] Enqueued Resource ID: 19c57c78-71a4-4ad9-a230-599286b85403 with Priority: HIGHEST for action port [ 609.690589] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c57c78-71a4-4ad9-a230-599286b85403 with Priority: HIGHEST for action port [ 609.691172] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-19c57c78-71a4-4ad9-a230-599286b85403 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.692719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19c57c78-71a4-4ad9-a230-599286b85403" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.692719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19c57c78-71a4-4ad9-a230-599286b85403" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.692719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19c57c78-71a4-4ad9-a230-599286b85403" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.692719] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c57c78-71a4-4ad9-a230-599286b85403',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.850941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1879641c-9fd0-4f34-91f0-0b237deadf75: rpc.has_security_group_logging(os_id): False [ 609.873440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.873604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.873708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.873932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.874098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.874377] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.874610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.874681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.874893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.875017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.875311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.875459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.875548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.875747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.875943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.876270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.876415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.876586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.876674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.876771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.876900] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be created. [ 609.945172] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.945172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.945172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.945419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.945639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.960257] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 610.149299] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: SUCCESS [ 610.149299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.193939] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19c57c78-71a4-4ad9-a230-599286b85403 [ 610.194630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.194630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.194630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.194630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.194852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.194852] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19c57c78-71a4-4ad9-a230-599286b85403 already deleted. [ 610.194852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19c57c78-71a4-4ad9-a230-599286b85403" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271860] env[66673]: INFO networking_nsxv3.common.synchronization [req-0b191bcc-3fbe-4e4d-bba3-543668da33d0 req-68a97fe5-e65f-48c3-8f09-8830ad591af9 service nova] Enqueued Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_rules [ 610.272052] env[66673]: INFO networking_nsxv3.common.synchronization [req-0b191bcc-3fbe-4e4d-bba3-543668da33d0 req-68a97fe5-e65f-48c3-8f09-8830ad591af9 service nova] Enqueued Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 610.272191] env[66673]: INFO networking_nsxv3.common.synchronization [req-0b191bcc-3fbe-4e4d-bba3-543668da33d0 req-68a97fe5-e65f-48c3-8f09-8830ad591af9 service nova] Enqueued Resource ID: 4d27e2de-0687-4dc0-8f72-926abaec422a with Priority: HIGHEST for action port [ 610.272438] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_rules [ 610.272569] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 610.272667] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d27e2de-0687-4dc0-8f72-926abaec422a with Priority: HIGHEST for action port [ 610.273311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.273456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.273492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.273754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.273862] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.274946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.274946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.275123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.275370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.275370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.275477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.275477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.275673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.275730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.275789] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.277281] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d27e2de-0687-4dc0-8f72-926abaec422a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.277281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.277281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.277419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.277419] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d27e2de-0687-4dc0-8f72-926abaec422a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.779953] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.779953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.780248] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.781167] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d27e2de-0687-4dc0-8f72-926abaec422a with status ACTIVE [ 610.782584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.782584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.783559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.783559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.783718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.783768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.783909] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d27e2de-0687-4dc0-8f72-926abaec422a is going to be updated. [ 610.810353] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.810498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.810559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.810773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.810912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.811083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d27e2de-0687-4dc0-8f72-926abaec422a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.928770] env[66673]: INFO networking_nsxv3.common.synchronization [req-5595dab2-5067-425b-af9e-e4e598fedbca req-0f912a5f-d611-45f0-94d7-81d835c7e83d tempest-FloatingIPsAssociationTestJSON-798728713 tempest-FloatingIPsAssociationTestJSON-798728713-project-member] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 610.929383] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 610.929783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.931733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.931733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931733] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.286022] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: SUCCESS [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.286022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.286022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.286022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.286772] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.337353] env[66673]: INFO networking_nsxv3.common.synchronization [None req-102ce5c7-7605-4f1d-b391-368aaa51c8c8 None None] Enqueued Resource ID: 1e3dd62d-3206-4815-9268-c77e2e1d50c7 with Priority: HIGHEST for action port [ 611.337975] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3dd62d-3206-4815-9268-c77e2e1d50c7 with Priority: HIGHEST for action port [ 611.338362] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3dd62d-3206-4815-9268-c77e2e1d50c7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.338533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3dd62d-3206-4815-9268-c77e2e1d50c7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.338620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3dd62d-3206-4815-9268-c77e2e1d50c7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.338926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3dd62d-3206-4815-9268-c77e2e1d50c7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.339050] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3dd62d-3206-4815-9268-c77e2e1d50c7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.434383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.434568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.434819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.434940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.434940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.435149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.435266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.435347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.435500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.435609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.435711] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 already deleted. [ 611.435796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.480068] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.480295] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.480387] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.480722] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.480996] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.481174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.481287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.481505] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.481646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.481853] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.481963] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.482078] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.482248] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.482326] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.482373] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.482488] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.503747] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.503747] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.503935] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.504058] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.504377] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-5f015e18-daf2-4231-9c5e-c95594a285a2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.504542] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.504658] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.504985] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.505138] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f015e18-daf2-4231-9c5e-c95594a285a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.788615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.788908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.788908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.790803] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.790803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.790803] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.791182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.791182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.791182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.791298] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.791372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.791420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.791560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.792560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.792560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.792560] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.792934] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.793057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.793129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.793371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.793453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.793549] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e is going to be created. [ 611.822401] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.822589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.822664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.822827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.823052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.833776] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: UNINITIALIZED for 2s [ 611.843766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e3dd62d-3206-4815-9268-c77e2e1d50c7 [ 611.843983] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.844134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.844214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.844408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.844501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.844596] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e3dd62d-3206-4815-9268-c77e2e1d50c7 already deleted. [ 611.844678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3dd62d-3206-4815-9268-c77e2e1d50c7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.975603] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 611.975603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.007727] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.007956] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.008104] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.008413] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.008555] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.008704] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 5f015e18-daf2-4231-9c5e-c95594a285a2 not found, creating... [ 612.009200] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.009407] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.009531] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.009866] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.010085] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.010429] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.010601] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.010733] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.010966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.011138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.011283] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 5f015e18-daf2-4231-9c5e-c95594a285a2 is going to be created. [ 612.030461] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.030684] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.030768] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.031125] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.031385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.031652] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.296447] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba1c7864-6001-4145-8668-f13af7af50ab: rpc.has_security_group_logging(os_id): False [ 612.321341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.321606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.321606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.321779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.321871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322652] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.323291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.323291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.323291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.323454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.323484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.323577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.323626] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba1c7864-6001-4145-8668-f13af7af50ab is going to be created. [ 612.382545] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.382730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.382783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.383035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.383215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.395590] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: IN_PROGRESS for 2s [ 612.900184] env[66673]: INFO networking_nsxv3.common.synchronization [None req-b39ae981-86e8-4a60-a3a2-e4c8db317198 None None] Enqueued Resource ID: ac450ec9-86a8-432f-9c06-2326a6f05626 with Priority: HIGHEST for action port [ 612.901296] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac450ec9-86a8-432f-9c06-2326a6f05626 with Priority: HIGHEST for action port [ 612.903239] env[66673]: INFO networking_nsxv3.common.synchronization [req-5595dab2-5067-425b-af9e-e4e598fedbca req-aa94ed04-766f-4037-8ccf-0fc5d0afb659 service nova] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_rules [ 612.903430] env[66673]: INFO networking_nsxv3.common.synchronization [req-5595dab2-5067-425b-af9e-e4e598fedbca req-aa94ed04-766f-4037-8ccf-0fc5d0afb659 service nova] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 612.904143] env[66673]: INFO networking_nsxv3.common.synchronization [req-5595dab2-5067-425b-af9e-e4e598fedbca req-aa94ed04-766f-4037-8ccf-0fc5d0afb659 service nova] Enqueued Resource ID: 5f015e18-daf2-4231-9c5e-c95594a285a2 with Priority: HIGHEST for action port [ 612.904143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac450ec9-86a8-432f-9c06-2326a6f05626 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.904143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac450ec9-86a8-432f-9c06-2326a6f05626" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.904143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac450ec9-86a8-432f-9c06-2326a6f05626" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.904347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac450ec9-86a8-432f-9c06-2326a6f05626" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.904448] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac450ec9-86a8-432f-9c06-2326a6f05626',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.906120] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_rules [ 612.906120] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 612.906448] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f015e18-daf2-4231-9c5e-c95594a285a2 with Priority: HIGHEST for action port [ 612.906629] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.906749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.909321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.909321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.909321] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.910981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.910981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.910981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.910981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.910981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.912102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.913689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.913689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.913689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.913689] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.914088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f015e18-daf2-4231-9c5e-c95594a285a2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.914088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.914088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.914382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.914472] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f015e18-daf2-4231-9c5e-c95594a285a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.407828] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac450ec9-86a8-432f-9c06-2326a6f05626 [ 613.408484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.408484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.408484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.408627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.408627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.408871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac450ec9-86a8-432f-9c06-2326a6f05626 already deleted. [ 613.408871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac450ec9-86a8-432f-9c06-2326a6f05626" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.416913] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.416913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.417298] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.418868] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f015e18-daf2-4231-9c5e-c95594a285a2 with status ACTIVE [ 613.419159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.419356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.419518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.419725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.419818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.420034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.420568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.420641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.420935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.421107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.421337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.421460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.421543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.421677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.421719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.421779] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f015e18-daf2-4231-9c5e-c95594a285a2 is going to be updated. [ 613.450181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.450383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.450475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.450715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.450850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.451027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f015e18-daf2-4231-9c5e-c95594a285a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484063] env[66673]: INFO networking_nsxv3.common.synchronization [req-f642c79b-c422-4f1a-9530-246951bbba4e req-2622cc35-6bdd-4aa6-a943-4491966b79ba tempest-ImagesNegativeTestJSON-1039246852 tempest-ImagesNegativeTestJSON-1039246852-project-member] Enqueued Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 613.484238] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 613.485529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.485715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.485801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.489976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.489976] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.489976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.489976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.489976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.489976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.489976] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.848969] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: SUCCESS [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.848969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.848969] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.924431] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.956706] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956706] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-687" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956706] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-687" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957167] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-687" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957327] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957577] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957735] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957944] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.958155] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958420] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.958640] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.958640] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.958798] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.958886] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.959029] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.959277] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.985867] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.986060] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.986207] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.986385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-687" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.986737] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.986912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.987060] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.987951] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.987951] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7fede4-9b01-45c9-aed1-c06a0e97e0e2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.991559] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.991559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.991559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.991559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.991559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.991843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.992946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.992946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.992946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.993170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.993170] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 already deleted. [ 613.993321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.349987] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.349987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.350287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.350287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.350464] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.350533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.350584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.350736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.351124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.351204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.351390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.351521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.351562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.352405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.352405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.352405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.352578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.352578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.352646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.352745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.352795] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.409467] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: SUCCESS [ 614.409844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.428046] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.428170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.428216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.428426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.428493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.428592] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be created. [ 614.458502] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.458502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.458502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.468089] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: UNINITIALIZED for 2s [ 614.491685] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.492829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.492829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.492829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.492829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.492829] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 not found, creating... [ 614.492998] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.492998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.493488] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.493488] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.493488] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.493725] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.493872] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.493985] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.494208] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.494342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.494466] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 is going to be created. [ 614.519502] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.519805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.519805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.520078] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.520319] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.520541] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.856357] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fee5190-b83c-4edc-9bf2-a5ff7a62366e: rpc.has_security_group_logging(os_id): False [ 614.879479] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.880272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.880272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.880272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.880272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.880272] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.880649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.880649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.880649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.880649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.881129] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.881129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.881129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.881467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.881467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.881467] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.881796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.881796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.881796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.881796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.882459] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e is going to be created. [ 614.958220] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.958220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.958220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.961038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.961038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.980132] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: IN_PROGRESS for 2s [ 615.153687] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c2ac1e88-ec4c-4eb5-bd33-17d3c0719ee2 None None] Enqueued Resource ID: b77667f7-aab5-40db-be26-1029fecc7ebf with Priority: HIGHEST for action port [ 615.154723] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77667f7-aab5-40db-be26-1029fecc7ebf with Priority: HIGHEST for action port [ 615.154723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77667f7-aab5-40db-be26-1029fecc7ebf taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.154723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77667f7-aab5-40db-be26-1029fecc7ebf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.154723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77667f7-aab5-40db-be26-1029fecc7ebf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.154868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77667f7-aab5-40db-be26-1029fecc7ebf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155880] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77667f7-aab5-40db-be26-1029fecc7ebf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.265693] env[66673]: INFO networking_nsxv3.common.synchronization [req-f642c79b-c422-4f1a-9530-246951bbba4e req-67da835f-cc9d-4ba3-bfc2-7aab61125d99 service nova] Enqueued Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_rules [ 615.269030] env[66673]: INFO networking_nsxv3.common.synchronization [req-f642c79b-c422-4f1a-9530-246951bbba4e req-67da835f-cc9d-4ba3-bfc2-7aab61125d99 service nova] Enqueued Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 615.269030] env[66673]: INFO networking_nsxv3.common.synchronization [req-f642c79b-c422-4f1a-9530-246951bbba4e req-67da835f-cc9d-4ba3-bfc2-7aab61125d99 service nova] Enqueued Resource ID: 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 with Priority: HIGHEST for action port [ 615.269030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_rules [ 615.269030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 615.269030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 with Priority: HIGHEST for action port [ 615.270262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.271162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.271284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.272170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.272305] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.273917] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.274570] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.274903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.275028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.276035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.276174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276844] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7fede4-9b01-45c9-aed1-c06a0e97e0e2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.660750] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77667f7-aab5-40db-be26-1029fecc7ebf [ 615.660750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.660750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.660750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.661275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.661275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.661275] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77667f7-aab5-40db-be26-1029fecc7ebf already deleted. [ 615.661520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77667f7-aab5-40db-be26-1029fecc7ebf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.716971] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-80276ee9-defc-4614-a002-8d80284ea25b tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 615.718209] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 615.718209] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.718768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.718950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.719727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.719727] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.719902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.721049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.721049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.721049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.721049] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.738565] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f05f7b3a-485f-4340-865b-a8f57ed0dafc None None] Enqueued Resource ID: 85338ab1-616f-4d3c-aeca-cf225970ccce with Priority: HIGHEST for action port [ 615.739681] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85338ab1-616f-4d3c-aeca-cf225970ccce with Priority: HIGHEST for action port [ 615.739681] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-85338ab1-616f-4d3c-aeca-cf225970ccce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.739681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85338ab1-616f-4d3c-aeca-cf225970ccce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.739681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85338ab1-616f-4d3c-aeca-cf225970ccce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.741629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85338ab1-616f-4d3c-aeca-cf225970ccce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.741727] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85338ab1-616f-4d3c-aeca-cf225970ccce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.779774] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.780948] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.781123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.782314] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 with status ACTIVE [ 615.782314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.782314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.782314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.782314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.782314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.782777] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.782777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.782777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.782888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.782921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.783279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.783426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.783571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.783701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.783809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.783960] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c7fede4-9b01-45c9-aed1-c06a0e97e0e2 is going to be updated. [ 615.812986] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.813174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.813241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.815020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.815020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.815020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7fede4-9b01-45c9-aed1-c06a0e97e0e2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.856856] env[66673]: INFO networking_nsxv3.common.synchronization [req-f6350333-1721-41ed-ad8e-898ac7ee5ac0 req-4dc2749f-b9df-455d-a2a5-d8ad7ca2fa8a tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: d3755963-513a-4178-bebd-7500a7adbc47 with Priority: HIGHEST for action security_group_rules [ 615.858380] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3755963-513a-4178-bebd-7500a7adbc47 with Priority: HIGHEST for action security_group_rules [ 615.858380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3755963-513a-4178-bebd-7500a7adbc47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.858380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3755963-513a-4178-bebd-7500a7adbc47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.858380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3755963-513a-4178-bebd-7500a7adbc47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.859574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3755963-513a-4178-bebd-7500a7adbc47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.859698] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3755963-513a-4178-bebd-7500a7adbc47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.193663] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-265744d5-3a01-4b8c-8e79-922fc548a969 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 616.198071] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 616.199014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.199166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228028] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 already deleted. [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228964] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.246294] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85338ab1-616f-4d3c-aeca-cf225970ccce [ 616.246294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.246294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.246294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.246294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.246294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.246294] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85338ab1-616f-4d3c-aeca-cf225970ccce already deleted. [ 616.246294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85338ab1-616f-4d3c-aeca-cf225970ccce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.282865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.380639] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.380841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.380841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.381077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.381175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.381259] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3755963-513a-4178-bebd-7500a7adbc47 already deleted. [ 616.381342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3755963-513a-4178-bebd-7500a7adbc47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.483236] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 616.483473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.483650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.483882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.484088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.484218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.484279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.484443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.484642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.484642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.484719] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.533956] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-fb993d91-efae-4797-b39d-ec3f10e8c401 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 616.534364] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 616.534671] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.534777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.732694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.733184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.733184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.733184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.733376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.733500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.733601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.733662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.733813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735598] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 already deleted. [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.785332] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.785526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.785570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.785755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.785845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.785941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 is going to be created. [ 616.815347] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.815534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.815609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.815807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.816046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.819956] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.820214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.820358] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.820809] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.821296] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.821612] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.821844] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.822194] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.822454] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.822722] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.822864] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.822993] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.823142] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.823276] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.823456] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.823625] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.832504] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: UNINITIALIZED for 2s [ 616.849495] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.849688] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.849806] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.849960] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.850299] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.850467] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.850668] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.851085] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.851236] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.988105] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.988306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.988605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.988896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.989119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.989410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.989410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.989511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.989620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.989715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.989864] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.989957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.990028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.990188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.990327] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.990418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.990494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.990681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.990787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.990876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.991031] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.992768] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: SUCCESS [ 616.993018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.237954] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.238132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.238201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.238422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.238519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.238717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.239307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.239337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.239482] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 already deleted. [ 617.239545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.354944] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.355215] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355435] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355724] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.355874] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.356082] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 not found, creating... [ 617.356300] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.356453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.356564] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.356777] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.356910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.357204] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.357355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.357482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.357717] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.357992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.357992] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 is going to be created. [ 617.380232] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.380414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.380558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.381090] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.381362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.381735] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.496879] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 295d4be5-f34a-4099-94fa-6718d9e7e2f9: rpc.has_security_group_logging(os_id): False [ 617.536715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537250] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.537250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.537250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.537250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.537250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537250] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be created. [ 617.612380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.612674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.612774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.613010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.613322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635275] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 618.168231] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-6668df16-a031-421e-aed0-168c271e309e service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 618.168498] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-6668df16-a031-421e-aed0-168c271e309e service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 618.168560] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-6668df16-a031-421e-aed0-168c271e309e service nova] Enqueued Resource ID: 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 with Priority: HIGHEST for action port [ 618.169261] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 618.169361] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 618.169463] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 with Priority: HIGHEST for action port [ 618.170285] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.170390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.170540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.170727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.170846] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.172341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.172469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.172539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.172729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.172965] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.173140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.173214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.173468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.173600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.173704] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.174687] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.174798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.174860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.175045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.175111] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.677197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.677345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.680192] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.681941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 with status ACTIVE [ 618.683033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.683033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.683033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.683033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.683262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.683514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.683687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.685030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.685030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.685030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.685124] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53 is going to be updated. [ 618.694235] env[66673]: INFO networking_nsxv3.common.synchronization [req-2179772c-dfe5-42d1-9b03-2ef14eed5ad7 req-13d67056-df3f-4114-b06b-6be081c2ad6e tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 618.694235] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 618.694551] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.694676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.694801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.694985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.695156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.695260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.695321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.695470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.695555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.696254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.712025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.712025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.712025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.712025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.712025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.712025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871bfcc3-7b3b-4eec-b1a9-5a5aa05bae53" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845746] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: SUCCESS [ 618.845864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.846224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.846406] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.846861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.846861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.846861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.847927] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.187173] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.199922] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.199922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.200435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.200435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.200435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.200606] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.200658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.200743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.200958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.201053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.201141] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 already deleted. [ 619.201232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.283941] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.284142] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-98" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.284262] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-98" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.284593] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-98" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.284843] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.284994] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.285282] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.285508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.285651] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.285852] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.285958] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.286072] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.286176] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.286277] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.286378] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.286501] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.307911] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.307911] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.308148] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.308380] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-98" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.308837] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-2235a7f8-4d7c-4dce-85f3-0c069817baea taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.309080] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.309322] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.309637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.309891] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2235a7f8-4d7c-4dce-85f3-0c069817baea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.349652] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.349908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.350058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.350234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.350411] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.350530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.350618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.350845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.351018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.351201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.351409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.351777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.351777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.351867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.352014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.352158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.352233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.352314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.352407] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.654141] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 619.654141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.658893] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.658893] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.661168] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.661948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.662331] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.662667] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.664026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.664026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.664026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.664026] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.664026] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.664026] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.664994] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.665289] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.665534] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.667030] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.691412] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.693602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.693602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.693602] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be created. [ 619.715077] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.715286] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.715411] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.715576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715908] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-c64aaf2e-f33b-4069-af78-111dfccb932b taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.716094] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.716210] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.716566] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.716705] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64aaf2e-f33b-4069-af78-111dfccb932b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.723308] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.723478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.723520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.735959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: UNINITIALIZED for 2s [ 619.812850] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.813021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.813097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.813402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.813668] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.813764] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 2235a7f8-4d7c-4dce-85f3-0c069817baea not found, creating... [ 619.814049] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.814272] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.814363] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.814596] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.814736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.815060] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.815192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.815327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.815520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.815681] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.815819] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 2235a7f8-4d7c-4dce-85f3-0c069817baea is going to be created. [ 619.839258] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.839558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.839797] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.839975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.841720] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.841969] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.854244] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb76e7af-a312-4d14-a16c-cfbdc61ed3a3: rpc.has_security_group_logging(os_id): False [ 619.875451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.875601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.875659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.875991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.876101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.876329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.876440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.876604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.876664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.876732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.877088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.877088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.877088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.877262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.877298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.877469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.877549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.877607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.877741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.877809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.877888] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 is going to be created. [ 619.985223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.985498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.985498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.985727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.987012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.003082] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: IN_PROGRESS for 2s [ 620.055408] env[66673]: INFO networking_nsxv3.common.synchronization [None req-85eef7c0-a399-4adb-b4e6-aa7366875364 None None] Enqueued Resource ID: 17d156b3-4609-4809-8ded-293569e855ed with Priority: HIGHEST for action port [ 620.056074] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d156b3-4609-4809-8ded-293569e855ed with Priority: HIGHEST for action port [ 620.057080] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d156b3-4609-4809-8ded-293569e855ed taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.057080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d156b3-4609-4809-8ded-293569e855ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.057080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d156b3-4609-4809-8ded-293569e855ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.057312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d156b3-4609-4809-8ded-293569e855ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.057444] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d156b3-4609-4809-8ded-293569e855ed',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.219656] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.220016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.220116] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.220367] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.220522] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.220662] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port c64aaf2e-f33b-4069-af78-111dfccb932b not found, creating... [ 620.220963] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.221169] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.221293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.221538] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.221827] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.222030] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.222225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.222342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.222569] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.222771] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.222946] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: c64aaf2e-f33b-4069-af78-111dfccb932b is going to be created. [ 620.246685] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.246685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.247046] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.247121] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.247380] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.247628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.549325] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-eb958365-f8ef-4603-a85c-820ecb27815d service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 620.549325] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-eb958365-f8ef-4603-a85c-820ecb27815d service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 620.549325] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-eb958365-f8ef-4603-a85c-820ecb27815d service nova] Enqueued Resource ID: 2235a7f8-4d7c-4dce-85f3-0c069817baea with Priority: HIGHEST for action port [ 620.549521] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 620.549672] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 620.549775] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2235a7f8-4d7c-4dce-85f3-0c069817baea with Priority: HIGHEST for action port [ 620.550179] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.550287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.550502] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.550890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.550890] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-2235a7f8-4d7c-4dce-85f3-0c069817baea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.550890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.551183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.551229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.551357] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2235a7f8-4d7c-4dce-85f3-0c069817baea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.560752] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17d156b3-4609-4809-8ded-293569e855ed [ 620.560991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.561258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.561324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.561701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.561701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562511] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17d156b3-4609-4809-8ded-293569e855ed already deleted. [ 620.563096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d156b3-4609-4809-8ded-293569e855ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [req-2179772c-dfe5-42d1-9b03-2ef14eed5ad7 req-eb804424-1a49-45d7-94c2-9b9b2374fe6f service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [req-2179772c-dfe5-42d1-9b03-2ef14eed5ad7 req-eb804424-1a49-45d7-94c2-9b9b2374fe6f service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [req-2179772c-dfe5-42d1-9b03-2ef14eed5ad7 req-eb804424-1a49-45d7-94c2-9b9b2374fe6f service nova] Enqueued Resource ID: c64aaf2e-f33b-4069-af78-111dfccb932b with Priority: HIGHEST for action port [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 621.007965] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64aaf2e-f33b-4069-af78-111dfccb932b with Priority: HIGHEST for action port [ 621.007965] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.007965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.007965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.007965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.007965] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.009015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.009162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.009230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.009450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.009626] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.009769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.009826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.009957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.010426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.010557] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.011648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64aaf2e-f33b-4069-af78-111dfccb932b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.011648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.011648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.011943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.011943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64aaf2e-f33b-4069-af78-111dfccb932b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.054694] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2235a7f8-4d7c-4dce-85f3-0c069817baea with status ACTIVE [ 621.054907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.055055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.055116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.055334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.055492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.055783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.055938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.056427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.056677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.057079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.057168] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2235a7f8-4d7c-4dce-85f3-0c069817baea is going to be updated. [ 621.080241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.080422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.080495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.080711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.080959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.081144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2235a7f8-4d7c-4dce-85f3-0c069817baea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.515197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.515197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.515197] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.516082] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c64aaf2e-f33b-4069-af78-111dfccb932b with status ACTIVE [ 621.516266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.516403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.516464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.516662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.516752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.516994] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.517098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.517098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.517236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.517311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.517480] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.517572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.517630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.517770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.517847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.517928] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c64aaf2e-f33b-4069-af78-111dfccb932b is going to be updated. [ 621.544600] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.545061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.545154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.545487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.545655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.545827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64aaf2e-f33b-4069-af78-111dfccb932b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.595215] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.595508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.595580] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.595786] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596080] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.596506] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.596506] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.596707] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596707] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.596880] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.596984] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.597104] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.597202] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.597307] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.597407] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.597533] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.618424] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.618531] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.618641] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.618752] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.619340] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-3d64c380-a19f-4444-85cc-4fe7ba748667 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.619340] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.619340] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.619919] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.619919] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d64c380-a19f-4444-85cc-4fe7ba748667',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.747724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 621.747724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.747909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.748056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.748293] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.748425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.748496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.748910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.748910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.748910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.748910] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.749774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.749983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.750700] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.750700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.750700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.750700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.750921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.750921] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.017233] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: SUCCESS [ 622.017489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.020978] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.122834] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.123064] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.123131] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.123504] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.123654] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.123868] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 3d64c380-a19f-4444-85cc-4fe7ba748667 not found, creating... [ 622.124164] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.124326] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.124441] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.124748] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.124866] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.125144] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.125298] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.125409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.125732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.125796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.125910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 3d64c380-a19f-4444-85cc-4fe7ba748667 is going to be created. [ 622.149342] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.149559] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.149775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.149977] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.150260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.150511] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.206021] env[66673]: INFO networking_nsxv3.common.synchronization [req-6d104fcf-46d0-4559-9bfc-47c7f1d64ba1 req-7aeeaf21-e77e-4539-b559-19f1a8406f27 tempest-VolumesAdminNegativeTest-1009675865 tempest-VolumesAdminNegativeTest-1009675865-project-member] Enqueued Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 622.206021] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 622.206021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.206021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.206021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.206021] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.254027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.254027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.254027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.506155] env[66673]: INFO networking_nsxv3.common.synchronization [None req-45bf8a51-eabd-4705-883e-01389edac564 None None] Enqueued Resource ID: c28aec35-b446-40a1-bfeb-e28efec3b427 with Priority: HIGHEST for action port [ 622.507029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28aec35-b446-40a1-bfeb-e28efec3b427 with Priority: HIGHEST for action port [ 622.507258] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28aec35-b446-40a1-bfeb-e28efec3b427 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.507791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28aec35-b446-40a1-bfeb-e28efec3b427" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.507902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28aec35-b446-40a1-bfeb-e28efec3b427" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.508276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28aec35-b446-40a1-bfeb-e28efec3b427" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.508651] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28aec35-b446-40a1-bfeb-e28efec3b427',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.526162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.526434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.526434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.526587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.526682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.526780] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be created. [ 622.551392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.551588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.551692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.551983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.552223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.562213] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: UNINITIALIZED for 2s [ 622.708544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.709023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.709093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709251] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.709354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.709416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.709655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.709655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709806] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c already deleted. [ 622.709806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.720263] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.720423] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-308" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.720707] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-308" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.720973] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-308" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.721255] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.721428] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.721934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.721934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.721934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.722138] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.722210] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.722312] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.722508] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.722711] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.722856] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.722999] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.741628] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.741799] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.741920] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.742110] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-308" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742444] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-115e2f47-55c8-4943-b3be-6fdc14c68f27 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.742627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742831] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.743147] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.743284] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115e2f47-55c8-4943-b3be-6fdc14c68f27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.756102] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.848385] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-7008653e-4ca6-4368-a25b-17b0fe9d958c service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 622.848516] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-7008653e-4ca6-4368-a25b-17b0fe9d958c service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 622.848764] env[66673]: INFO networking_nsxv3.common.synchronization [req-daebaf21-e852-4069-b666-a0a7101ba7d4 req-7008653e-4ca6-4368-a25b-17b0fe9d958c service nova] Enqueued Resource ID: 3d64c380-a19f-4444-85cc-4fe7ba748667 with Priority: HIGHEST for action port [ 622.849196] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 622.849853] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 622.850326] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d64c380-a19f-4444-85cc-4fe7ba748667 with Priority: HIGHEST for action port [ 622.850594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.850876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.850876] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.850957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.851148] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d64c380-a19f-4444-85cc-4fe7ba748667 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.851245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.851304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.851539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.851634] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d64c380-a19f-4444-85cc-4fe7ba748667',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.011706] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c28aec35-b446-40a1-bfeb-e28efec3b427 [ 623.012012] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.012201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.012292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.012615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.012719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.012825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c28aec35-b446-40a1-bfeb-e28efec3b427 already deleted. [ 623.012979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28aec35-b446-40a1-bfeb-e28efec3b427" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246197] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.246920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.246920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.246920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.247287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.247287] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 115e2f47-55c8-4943-b3be-6fdc14c68f27 not found, creating... [ 623.247379] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.247536] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.247647] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.247877] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.248020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.248300] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.248451] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.248564] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.248769] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.248898] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.250146] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 115e2f47-55c8-4943-b3be-6fdc14c68f27 is going to be created. [ 623.258199] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.258353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.258424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.258634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.258729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.259039] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 623.293302] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.293520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.293693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.294064] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.294300] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294525] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.340747] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.340747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.340747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.340747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.340747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.358376] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d64c380-a19f-4444-85cc-4fe7ba748667 with status ACTIVE [ 623.358722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.358722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.358943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.359069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.360037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.360037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.360037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.360037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.360037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.360385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.360385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.360385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.360546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d64c380-a19f-4444-85cc-4fe7ba748667 is going to be updated. [ 623.363281] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 623.391613] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.391779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.391851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.392098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.392239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.392396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d64c380-a19f-4444-85cc-4fe7ba748667" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.772257] env[66673]: INFO networking_nsxv3.common.synchronization [req-8d6ce8df-9086-4d95-abdb-5996df99859c req-d81e0afb-8082-4749-8d20-70acece7a0d4 tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 623.772873] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 623.773568] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.773715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.773792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.774033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.774197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.774296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.774362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.774514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.774599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.774690] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.014891] env[66673]: INFO networking_nsxv3.common.synchronization [req-6d104fcf-46d0-4559-9bfc-47c7f1d64ba1 req-6b2d2343-8fb7-4106-bbe1-fda109695c62 service nova] Enqueued Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_rules [ 624.015151] env[66673]: INFO networking_nsxv3.common.synchronization [req-6d104fcf-46d0-4559-9bfc-47c7f1d64ba1 req-6b2d2343-8fb7-4106-bbe1-fda109695c62 service nova] Enqueued Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 624.015499] env[66673]: INFO networking_nsxv3.common.synchronization [req-6d104fcf-46d0-4559-9bfc-47c7f1d64ba1 req-6b2d2343-8fb7-4106-bbe1-fda109695c62 service nova] Enqueued Resource ID: 115e2f47-55c8-4943-b3be-6fdc14c68f27 with Priority: HIGHEST for action port [ 624.016139] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_rules [ 624.016337] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 624.016505] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115e2f47-55c8-4943-b3be-6fdc14c68f27 with Priority: HIGHEST for action port [ 624.016844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.017219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.017219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.017531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.017664] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.018901] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.019033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.019113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.019458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.019614] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.019773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.019884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.020112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.020253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.020396] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.021643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-115e2f47-55c8-4943-b3be-6fdc14c68f27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.022611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.024690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.024690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.024690] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115e2f47-55c8-4943-b3be-6fdc14c68f27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.221257] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.221257] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.221257] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.221601] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.221763] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.222900] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.222900] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.222900] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.222900] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.222900] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.222900] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.222900] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.222900] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.222900] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.223336] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.223336] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.243382] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.243382] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.243382] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.243382] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.243694] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.243829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.244051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.244400] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.244515] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d33995c-e47c-4b9f-ab9b-e37edaf2fcef',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.280024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.280024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.280024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e already deleted. [ 624.280024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.528080] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.529113] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.529281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.529388] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 115e2f47-55c8-4943-b3be-6fdc14c68f27 with status ACTIVE [ 624.529546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.529650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.529710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.529905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.529992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.530172] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.531879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.531879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.533422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.533497] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 115e2f47-55c8-4943-b3be-6fdc14c68f27 is going to be updated. [ 624.554267] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.554474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.554474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.554688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.554819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115e2f47-55c8-4943-b3be-6fdc14c68f27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.571210] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 624.571582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.571877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.572104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.572294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.572406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.572490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.572617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.572697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.572780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.572871] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.747681] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.747948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.748045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.748330] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.748473] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.748627] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef not found, creating... [ 624.748957] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.749120] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.749227] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.749484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.749626] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.749908] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.750075] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.750204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.750421] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.750557] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.750698] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef is going to be created. [ 624.785032] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.785032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.785032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.785032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.785032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.785032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.036262] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.075358] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.075617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.075725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.076025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.076216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.076322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.076398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.076556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.076704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.076782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.076993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.077115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.077180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.077360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.077504] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.077655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.077700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.077829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.077906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.077985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.078095] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.375163] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 625.375368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.375520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.375808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.376020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.376150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.376218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.376377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.376463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.376549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.376722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.376801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.376859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.377011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.381714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.381811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.382064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.382665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.382837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.382966] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.384164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.384449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.384691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.384819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.384916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.385108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.385235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.385352] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.539625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.540086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.540258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.540571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.540720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.540881] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c is going to be created. [ 625.570302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.570537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.570537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.570769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.570927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.579954] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51214b6b-cc4b-48d0-85ce-46260aaacb37: rpc.has_security_group_logging(os_id): False [ 625.581869] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: UNINITIALIZED for 2s [ 625.599598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.599866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.599866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.600071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.600180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.600365] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.600922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.601044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.601222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.601307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.601517] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.601617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.601678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.601816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.601891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.602081] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.602173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.602225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.602361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.602435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.602524] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be created. [ 625.667639] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.667967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.667967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.668586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.668586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.684397] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 625.846685] env[66673]: INFO networking_nsxv3.common.synchronization [req-8d6ce8df-9086-4d95-abdb-5996df99859c req-2e4969c0-f95e-43e7-a706-145682bf5153 service nova] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_rules [ 625.847493] env[66673]: INFO networking_nsxv3.common.synchronization [req-8d6ce8df-9086-4d95-abdb-5996df99859c req-2e4969c0-f95e-43e7-a706-145682bf5153 service nova] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 625.848076] env[66673]: INFO networking_nsxv3.common.synchronization [req-8d6ce8df-9086-4d95-abdb-5996df99859c req-2e4969c0-f95e-43e7-a706-145682bf5153 service nova] Enqueued Resource ID: 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef with Priority: HIGHEST for action port [ 625.850576] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_rules [ 625.850576] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 625.850576] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef with Priority: HIGHEST for action port [ 625.850576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.850576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.850576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.851042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.851042] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.852250] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.852323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.852709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.852709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.852709] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.853062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.853062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.853062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.853659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.853659] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.854569] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.854665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.854665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.855083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.855083] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d33995c-e47c-4b9f-ab9b-e37edaf2fcef',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.890176] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894: rpc.has_security_group_logging(os_id): False [ 625.890176] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.909203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.909401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.909458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.910495] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.910495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.910858] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.910858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.910858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911920] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.911920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.911920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be created. [ 626.010878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.010878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.010878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.010878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.011315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.025080] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 626.162455] env[66673]: INFO networking_nsxv3.common.synchronization [req-0dd53624-3e1f-46a2-a623-cfe4ef5ef522 req-b770efe0-983b-43e5-ad91-2fbf52f10326 tempest-ServersTestJSON-747900679 tempest-ServersTestJSON-747900679-project-member] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 626.163070] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 626.163378] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.164164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.164298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.164400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.164525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.164611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.164704] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.357103] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.358446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.358596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.359105] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef with status ACTIVE [ 626.359994] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.359994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.359994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.363596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.364618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.364618] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.364786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.365801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.365880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.365975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.366287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.366287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.366397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.366547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.366633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367798] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d33995c-e47c-4b9f-ab9b-e37edaf2fcef is going to be updated. [ 626.391148] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.399826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.399990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.400119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.400619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d33995c-e47c-4b9f-ab9b-e37edaf2fcef" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.607147] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.607466] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-210" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.607676] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-210" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.608227] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-210" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.608670] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.608945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.609165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.609527] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.609763] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.610123] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.610322] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.610507] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.610692] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.610889] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.611099] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.611327] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.632654] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.632904] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.633065] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.633444] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-210" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.633605] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-d1e2db5b-2216-4080-82c6-bdb8b118702f taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.633863] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.634016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.634390] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.634562] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e2db5b-2216-4080-82c6-bdb8b118702f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.666546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.666780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.666780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.666966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.667352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.667412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667990] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a already deleted. [ 626.667990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.859669] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.895685] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.895685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.895685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.895685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.895685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.895685] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 626.926941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.926941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.927171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.927945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.927945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.941680] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 627.139025] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port d1e2db5b-2216-4080-82c6-bdb8b118702f not found, creating... [ 627.139025] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.139025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139598] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.140356] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.140677] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.141183] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.141481] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.141871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: d1e2db5b-2216-4080-82c6-bdb8b118702f is going to be created. [ 627.167666] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.168230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.168230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.168795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.168795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.169149] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.362062] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.362255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.362526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.362645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.362752] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be created. [ 627.392302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.392523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.392624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.392928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.393203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403178] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: UNINITIALIZED for 2s [ 627.592599] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: SUCCESS [ 627.592865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.594042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.594153] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.701017] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 627.701282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.901920] env[66673]: INFO networking_nsxv3.common.synchronization [req-0dd53624-3e1f-46a2-a623-cfe4ef5ef522 req-6cc08fb8-b944-4859-98f5-8e59bc0a98d5 service nova] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 627.901920] env[66673]: INFO networking_nsxv3.common.synchronization [req-0dd53624-3e1f-46a2-a623-cfe4ef5ef522 req-6cc08fb8-b944-4859-98f5-8e59bc0a98d5 service nova] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 627.903205] env[66673]: INFO networking_nsxv3.common.synchronization [req-0dd53624-3e1f-46a2-a623-cfe4ef5ef522 req-6cc08fb8-b944-4859-98f5-8e59bc0a98d5 service nova] Enqueued Resource ID: d1e2db5b-2216-4080-82c6-bdb8b118702f with Priority: HIGHEST for action port [ 627.903983] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_rules [ 627.904207] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 627.904320] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e2db5b-2216-4080-82c6-bdb8b118702f with Priority: HIGHEST for action port [ 627.904664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.904802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.904867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.905187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.905272] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.906529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.906638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.906638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.907028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.908715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.908910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.910235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.910235] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.910796] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e2db5b-2216-4080-82c6-bdb8b118702f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.910796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.910796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.910796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910796] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e2db5b-2216-4080-82c6-bdb8b118702f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.042493] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 628.042728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.044364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.044466] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.096733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.096977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.096977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.097208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.097389] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.097517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.097565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.097718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.097805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.097894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.098078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.098162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.098225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.098370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.098526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.098610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.098671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.098794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.098881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.098968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.099067] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.412985] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.413190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.413423] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e2db5b-2216-4080-82c6-bdb8b118702f with status ACTIVE [ 628.413588] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.413693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.413776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.413970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.414142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.414329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.414428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.414553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.414664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.414746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.414925] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.415037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.415082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.415293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.415345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.415427] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e2db5b-2216-4080-82c6-bdb8b118702f is going to be updated. [ 628.421043] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.450753] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.450753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.450753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.450753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.450925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.450925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e2db5b-2216-4080-82c6-bdb8b118702f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.548294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.548294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.603193] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d798081-4ebb-450a-b99d-22c44e15cc0c: rpc.has_security_group_logging(os_id): False [ 628.622247] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.622405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.622461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.622721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.622805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.622969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.623551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.623551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.623653] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.624079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624442] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.624559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.624653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.624838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.625219] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c is going to be created. [ 628.712485] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.712485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.712485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.712485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.712485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.725106] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: IN_PROGRESS for 2s [ 628.803720] env[66673]: INFO networking_nsxv3.common.synchronization [None req-8965899b-e9ec-44ac-b112-50b69e20cf12 None None] Enqueued Resource ID: 5c5dd18e-abcf-4e79-bf1f-93285d95331c with Priority: HIGHEST for action port [ 628.803720] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5dd18e-abcf-4e79-bf1f-93285d95331c with Priority: HIGHEST for action port [ 628.804421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5dd18e-abcf-4e79-bf1f-93285d95331c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.804421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5dd18e-abcf-4e79-bf1f-93285d95331c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.804421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5dd18e-abcf-4e79-bf1f-93285d95331c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.804646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5dd18e-abcf-4e79-bf1f-93285d95331c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.805037] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5dd18e-abcf-4e79-bf1f-93285d95331c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.927128] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.957160] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 628.957160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.958320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.958601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.958845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.959016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.959083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.959288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.959514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.960150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.960666] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.204791] env[66673]: INFO networking_nsxv3.common.synchronization [req-1c56c27f-3da2-4b6d-a8eb-71e69663b1aa req-1e7530de-f9ee-4334-bc2e-cbe0851e48a3 tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 629.205787] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 629.206790] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.206790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.206790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.207025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.207166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.207267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.207332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.207674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.207674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.207674] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.221457] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f7e1d99b-c922-4373-95d5-c9ae4036ae3e tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 629.222065] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 629.222398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.223385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.223385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.223385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.223385] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.308609] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c5dd18e-abcf-4e79-bf1f-93285d95331c [ 629.308609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.308609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.308609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.308609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.308609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.308609] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c5dd18e-abcf-4e79-bf1f-93285d95331c already deleted. [ 629.308609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5dd18e-abcf-4e79-bf1f-93285d95331c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.416711] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 629.417415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.417653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.417931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.418195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.418374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.418988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.419193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.419327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.419461] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.434086] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.434086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.434086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.434086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.434086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.434086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a is going to be created. [ 629.466409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.466409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.466409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.466793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.466793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.466854] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.467301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.467301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.467827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.468014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.468157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.468223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.468373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.468453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.468550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.468675] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.470700] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5a7ce9e0-3b23-471e-ba18-9440b0a33a81 tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 629.472293] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.472572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.472861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.473608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.473608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.475043] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 629.475769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.475890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488549] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: UNINITIALIZED for 2s [ 629.612570] env[66673]: INFO networking_nsxv3.common.synchronization [req-2c61e002-201a-4659-ac8f-cf65416ee28b req-95ea89d3-e54f-4712-a51a-6d9690b06f68 tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: cbb38f8f-6b59-4d84-b46b-82357481c38f with Priority: HIGHEST for action security_group_rules [ 629.612735] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb38f8f-6b59-4d84-b46b-82357481c38f with Priority: HIGHEST for action security_group_rules [ 629.613049] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb38f8f-6b59-4d84-b46b-82357481c38f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.613208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb38f8f-6b59-4d84-b46b-82357481c38f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.613334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb38f8f-6b59-4d84-b46b-82357481c38f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.613508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb38f8f-6b59-4d84-b46b-82357481c38f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.613613] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb38f8f-6b59-4d84-b46b-82357481c38f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.710176] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.727892] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.730016] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.730016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.730366] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.730366] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.730366] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.730462] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.730513] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.730608] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.730958] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.752928] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.753106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.753230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.753489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.753489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.753669] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 already deleted. [ 629.753669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.754560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.754645] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.761267] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.761267] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.761473] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.761473] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.761769] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-70781c3b-5ac8-499c-85dc-9d5402552ee6 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.761929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.762153] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.762727] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.762727] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70781c3b-5ac8-499c-85dc-9d5402552ee6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.927117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.927117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.927117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.927117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.927638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.927638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.927638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.927777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.927915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.928110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.928485] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.928485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.928698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.928735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.928952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.929195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.929293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.929508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.929625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.929748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.929875] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.952019] env[66673]: INFO networking_nsxv3.common.synchronization [req-ec672bfe-62df-4f52-b4d8-c4cdacf6b75a req-04a0e849-979f-446d-bd84-5b88d14fb6c5 tempest-DeleteServersAdminTestJSON-1638185257 tempest-DeleteServersAdminTestJSON-1638185257-project-admin] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 629.952019] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 629.952019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.952019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.952019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.952019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.952614] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.952873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.953403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.953578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953820] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.973542] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894: rpc.has_security_group_logging(os_id): False [ 629.991683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.991884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.991959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.992191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.992838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.992838] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.992838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.992838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.992838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.993216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.993216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.993216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.993216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.993359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.993463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.993624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.993716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.993776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.993912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.993986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.994079] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 630.062023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.062023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.062023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.062023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.062023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.075535] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 630.136742] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.136934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.136934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.137204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.137323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.137439] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb38f8f-6b59-4d84-b46b-82357481c38f already deleted. [ 630.137533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb38f8f-6b59-4d84-b46b-82357481c38f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.212733] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.266570] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.271074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.271385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.271723] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.271933] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.272218] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 70781c3b-5ac8-499c-85dc-9d5402552ee6 not found, creating... [ 630.272642] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.273083] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.273083] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.273564] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.273753] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.274179] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.274385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.274810] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.274926] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.275096] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.275273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 70781c3b-5ac8-499c-85dc-9d5402552ee6 is going to be created. [ 630.295750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.295978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.296584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.296584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.296584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.296584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 already deleted. [ 630.296801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.311971] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.312241] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.312338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.313965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.313965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.313965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.432828] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4c580f-2839-4826-907d-72649d6f8c0e: rpc.has_security_group_logging(os_id): False [ 630.456282] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.456282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.456498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.456938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.457099] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.457351] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.457549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.457657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.457880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.458081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.458200] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be updated. [ 630.464934] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.465168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.465168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.465509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.465509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.465693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.465844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.465905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.466660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.466660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.466660] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.466660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.466660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467319] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.467489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.467580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467995] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be created. [ 630.507757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.507935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.507935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.508785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.508785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.526046] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 630.543304] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.543450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.543520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.543730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.543972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.558193] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 630.715405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.715630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.715630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.715817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.716020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.716125] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 630.738465] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: SUCCESS [ 630.738664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.756492] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.756782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.756782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.777599] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 631.060729] env[66673]: INFO networking_nsxv3.common.synchronization [req-1c56c27f-3da2-4b6d-a8eb-71e69663b1aa req-760ea0cb-3224-4a0c-b3ba-352646802171 service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 631.061050] env[66673]: INFO networking_nsxv3.common.synchronization [req-1c56c27f-3da2-4b6d-a8eb-71e69663b1aa req-760ea0cb-3224-4a0c-b3ba-352646802171 service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 631.061050] env[66673]: INFO networking_nsxv3.common.synchronization [req-1c56c27f-3da2-4b6d-a8eb-71e69663b1aa req-760ea0cb-3224-4a0c-b3ba-352646802171 service nova] Enqueued Resource ID: 70781c3b-5ac8-499c-85dc-9d5402552ee6 with Priority: HIGHEST for action port [ 631.061562] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 631.062359] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 631.062536] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70781c3b-5ac8-499c-85dc-9d5402552ee6 with Priority: HIGHEST for action port [ 631.063137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.063243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.063317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.064252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.064252] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.065030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.065180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.065360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-70781c3b-5ac8-499c-85dc-9d5402552ee6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.065503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.065568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.066956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.066956] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70781c3b-5ac8-499c-85dc-9d5402552ee6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.233847] env[66673]: INFO networking_nsxv3.common.synchronization [req-ba84727a-2ab4-4b30-b6e6-50c1a187fe7c req-0ae8f38a-6732-4103-8818-5ec5c6328dc7 tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 631.233847] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 631.234153] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.234326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.234382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.234847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.234933] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.234991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.235060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.235242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.235329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.235428] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.247393] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f0651614-628f-4390-878b-6a5fe227f89c None None] Enqueued Resource ID: b03e3387-9eda-46a2-afac-16532fea693d with Priority: HIGHEST for action port [ 631.247641] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03e3387-9eda-46a2-afac-16532fea693d with Priority: HIGHEST for action port [ 631.247835] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03e3387-9eda-46a2-afac-16532fea693d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.248032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03e3387-9eda-46a2-afac-16532fea693d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.249012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03e3387-9eda-46a2-afac-16532fea693d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.249012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03e3387-9eda-46a2-afac-16532fea693d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.249012] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03e3387-9eda-46a2-afac-16532fea693d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.500324] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: SUCCESS [ 631.500555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.500710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.501075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.501137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.501439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.501439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.501529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.501529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.501606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.501691] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.512588] env[66673]: INFO networking_nsxv3.common.synchronization [req-09ebf860-35c9-4727-8d90-c7c73cdecba6 req-a9afb7ec-f071-4b13-9e8a-b2f23da8c517 tempest-ServerDiagnosticsNegativeTest-1885048401 tempest-ServerDiagnosticsNegativeTest-1885048401-project-member] Enqueued Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 631.513489] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGHEST for action security_group_members [ 631.514287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.514819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.514971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.515200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.515355] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.515457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.515519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.515853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.515954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.516104] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.570390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.570390] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70781c3b-5ac8-499c-85dc-9d5402552ee6 with status ACTIVE [ 631.570390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.570390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.570390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.570390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.571117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.571117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.571117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.571117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.571117] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70781c3b-5ac8-499c-85dc-9d5402552ee6 is going to be updated. [ 631.603054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.603054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.603054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.603054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.603467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.603467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70781c3b-5ac8-499c-85dc-9d5402552ee6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.739203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.739203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.739203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.739203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.739203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.739203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.739491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.739491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.739491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.739595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.739595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 already deleted. [ 631.739711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.743778] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.743955] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.744625] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744625] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.744625] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.745482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.745482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.745482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.745482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.745482] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.746987] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.746987] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.746987] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.746987] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.746987] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.746987] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.752339] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b03e3387-9eda-46a2-afac-16532fea693d [ 631.752844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.752844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.752844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.753068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.753068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.753142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b03e3387-9eda-46a2-afac-16532fea693d already deleted. [ 631.753188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03e3387-9eda-46a2-afac-16532fea693d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.769143] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.769348] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.769487] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.769715] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.770045] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.770227] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.770342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.770712] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.771970] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a49f5c-14a1-4d02-ad2b-3b1d733029e8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.004221] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.017939] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.018126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.018192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.018411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.018515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.018704] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.018802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.018860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.019016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.019110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.019219] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 984ec483-4259-4650-8f47-e249a3846f6c is going to be updated. [ 632.048511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.048691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.048746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.048965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.049162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.059861] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: IN_PROGRESS for 2s [ 632.089667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 632.089995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.090163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.090432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.090545] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.276604] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.276836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.277025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.277452] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.277654] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.277742] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 not found, creating... [ 632.278079] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.278309] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.278424] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.278676] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.278820] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.279603] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.279792] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.279906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.280193] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.280380] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.280532] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 is going to be created. [ 632.307806] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.308086] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.308240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.308546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.308814] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.309103] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.507340] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee0be29d-0689-40b4-9635-352a4ba3d00a: rpc.has_security_group_logging(os_id): False [ 632.526380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.526826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.527018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.527331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.527616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.527992] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.528687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.528866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.529214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.529402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.529578] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a is going to be created. [ 632.539250] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 632.539680] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 deletion is rescheduled due to dependency. [ 632.539914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.568756] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 632.569693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.593699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.593699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.593699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.593699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.593699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.595015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.595195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.595302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.595428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.595586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.595674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.595881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.595881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.596059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.596059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.596278] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.602727] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: IN_PROGRESS for 2s [ 632.791702] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 632.791702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.791702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.791702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.791702] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.791702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.792182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.792384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.792514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.792721] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.038185] env[66673]: INFO networking_nsxv3.common.synchronization [req-ba84727a-2ab4-4b30-b6e6-50c1a187fe7c req-f8fd3ebc-ea07-4a8b-b57e-0f7e24039511 service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 633.038185] env[66673]: INFO networking_nsxv3.common.synchronization [req-ba84727a-2ab4-4b30-b6e6-50c1a187fe7c req-f8fd3ebc-ea07-4a8b-b57e-0f7e24039511 service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 633.038185] env[66673]: INFO networking_nsxv3.common.synchronization [req-ba84727a-2ab4-4b30-b6e6-50c1a187fe7c req-f8fd3ebc-ea07-4a8b-b57e-0f7e24039511 service nova] Enqueued Resource ID: 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 with Priority: HIGHEST for action port [ 633.038974] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 633.039236] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 633.039328] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 with Priority: HIGHEST for action port [ 633.040249] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.040790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.040899] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.041859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.042035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.042133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.042326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.042574] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.043083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.043083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.043083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.043083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.043083] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.044197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.044197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.044315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.045218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.045218] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a49f5c-14a1-4d02-ad2b-3b1d733029e8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.098715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.099114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.099114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.099492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.099700] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.099833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.099920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.100120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.100246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.100405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.100633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.100737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.100823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.100977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.101295] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.101295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.101295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.101437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.101519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.101551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.101658] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.295527] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.440925] env[66673]: INFO networking_nsxv3.common.synchronization [req-ec3e65f4-88e9-46d3-b234-5bb961dfb384 req-e7052b1a-073d-49ac-97fb-e2cbdf8e34ab tempest-VolumesAssistedSnapshotsTest-470850896 tempest-VolumesAssistedSnapshotsTest-470850896-project-member] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 633.441515] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 633.441818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.441945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.442319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.442617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.442793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.442915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.442980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.443154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.443304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.443430] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.546674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.546878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.547107] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.548325] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 with status ACTIVE [ 633.548325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.548549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.548582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.548721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.548850] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.549957] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.549957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.549957] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a49f5c-14a1-4d02-ad2b-3b1d733029e8 is going to be updated. [ 633.579487] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.579858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.579858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.579973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.580118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.580362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a49f5c-14a1-4d02-ad2b-3b1d733029e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.606892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894: rpc.has_security_group_logging(os_id): False [ 633.626614] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.626771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.626817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.629020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.629710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.629710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.629710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629710] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 633.718790] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.719046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.719167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.719516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.719755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.737554] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 633.798865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.886914] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.887166] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-908" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.887576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-908" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.888380] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-908" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.888380] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.888504] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.888708] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.890189] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.890189] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.890189] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.890189] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.890189] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.890189] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.891079] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.891079] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.891079] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.922662] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.923448] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.923448] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.923448] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-908" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.923708] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.924093] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.924093] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.925163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.925163] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9d3896-d1a0-4301-bc90-2ceed09e3a86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.946035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.946206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.946329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.946702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.946914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.947266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.947449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.947536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.947792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.947937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.948107] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b already deleted. [ 633.948262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.052419] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.070518] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 984ec483-4259-4650-8f47-e249a3846f6c in Status: SUCCESS [ 634.070724] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 984ec483-4259-4650-8f47-e249a3846f6c deletion is rescheduled due to dependency. [ 634.070870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.301611] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302562] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 634.335189] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.335412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.335514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.335840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.336059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.346190] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 634.428657] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.429345] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.429736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.431414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.431561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.431762] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port bb9d3896-d1a0-4301-bc90-2ceed09e3a86 not found, creating... [ 634.432258] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.433045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.433045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.433045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.433348] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.433865] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.434977] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.435161] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.435478] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.435732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.436046] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: bb9d3896-d1a0-4301-bc90-2ceed09e3a86 is going to be created. [ 634.459023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.459285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.459621] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459759] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.460026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.460274] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.555494] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.555789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.555854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.556076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.556171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.556272] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be created. [ 634.591660] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.591906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.591980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.592233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.592392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.606377] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: UNINITIALIZED for 2s [ 634.621273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: SUCCESS [ 634.621508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.623361] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c19e9e4a-e14b-46e3-bcaa-f17b83be9721 None None] Enqueued Resource ID: 01d60886-7a78-4bfd-935f-be90c629710d with Priority: HIGHEST for action port [ 634.623622] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d60886-7a78-4bfd-935f-be90c629710d with Priority: HIGHEST for action port [ 634.625729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d60886-7a78-4bfd-935f-be90c629710d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.625917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d60886-7a78-4bfd-935f-be90c629710d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.625968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d60886-7a78-4bfd-935f-be90c629710d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.626267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d60886-7a78-4bfd-935f-be90c629710d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.626407] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d60886-7a78-4bfd-935f-be90c629710d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.130170] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d60886-7a78-4bfd-935f-be90c629710d [ 635.130469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.131077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.131077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.131077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.131077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.131311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d60886-7a78-4bfd-935f-be90c629710d already deleted. [ 635.131400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d60886-7a78-4bfd-935f-be90c629710d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.276029] env[66673]: INFO networking_nsxv3.common.synchronization [req-ec3e65f4-88e9-46d3-b234-5bb961dfb384 req-b7c4d67d-ed3b-4655-8ae3-bdb4f411bbdc service nova] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 635.276205] env[66673]: INFO networking_nsxv3.common.synchronization [req-ec3e65f4-88e9-46d3-b234-5bb961dfb384 req-b7c4d67d-ed3b-4655-8ae3-bdb4f411bbdc service nova] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 635.278048] env[66673]: INFO networking_nsxv3.common.synchronization [req-ec3e65f4-88e9-46d3-b234-5bb961dfb384 req-b7c4d67d-ed3b-4655-8ae3-bdb4f411bbdc service nova] Enqueued Resource ID: bb9d3896-d1a0-4301-bc90-2ceed09e3a86 with Priority: HIGHEST for action port [ 635.278048] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_rules [ 635.278048] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 635.278048] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9d3896-d1a0-4301-bc90-2ceed09e3a86 with Priority: HIGHEST for action port [ 635.278048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.278048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.278048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.278048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.278649] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.280742] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.280852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.280926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.281315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.281315] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.281429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.281469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.281637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.281729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.281825] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.283540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.283729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.283798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.283967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.284066] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9d3896-d1a0-4301-bc90-2ceed09e3a86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.465083] env[66673]: INFO networking_nsxv3.common.synchronization [req-9fcb49ff-4903-4965-9afa-5a20f22118b3 req-c81db2f3-6dc4-471d-88dd-61538c209986 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 635.465083] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 635.465083] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.465083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.465506] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.465506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.465506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.465506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.465635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.465718] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.758172] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 635.758409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.784194] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.786072] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9d3896-d1a0-4301-bc90-2ceed09e3a86 with status ACTIVE [ 635.786336] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.786474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.786541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.786774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.786868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.787095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.787361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.787450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.787645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.787764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.788094] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.788416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.788528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.788639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.788732] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9d3896-d1a0-4301-bc90-2ceed09e3a86 is going to be updated. [ 635.789949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.790053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.818581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.818718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.818764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.818969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.819129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.819302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9d3896-d1a0-4301-bc90-2ceed09e3a86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.968339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.968499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.968571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.968811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.968906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.969119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.969223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.969286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.969450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.969507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.969595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 already deleted. [ 635.969678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.015426] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.015799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.016120] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.016437] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.016893] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.021295] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.021580] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.022067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.022358] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.023531] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.023531] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.023531] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.023531] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.023531] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.023882] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.023882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.054203] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.054203] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.054203] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.054203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.054203] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-77b5721b-09d1-4a43-881c-d048d61c07e6 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.054203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.054203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.055166] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.055510] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b5721b-09d1-4a43-881c-d048d61c07e6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.125195] env[66673]: INFO networking_nsxv3.common.synchronization [None req-b7613285-6a8e-4bf1-99fa-51f7c9bd3943 tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 636.126664] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 636.127576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.127700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.127700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.128427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.128746] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.287723] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.356730] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 636.356730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.358020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.358727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.358981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.359162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.359243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.359426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.359516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.359619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.359716] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.363317] env[66673]: INFO networking_nsxv3.common.synchronization [req-bd88f8c5-b168-4c33-843d-898f4de7804a req-5205cb75-5b5a-4ce3-9a74-fab2e7a98700 tempest-ServerDiagnosticsTest-1286172021 tempest-ServerDiagnosticsTest-1286172021-project-member] Enqueued Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 636.363317] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGHEST for action security_group_members [ 636.363501] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.363565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.363603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.363766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.363910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.364075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.364395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.365424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.365424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.365424] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.559438] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.560062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.560246] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.560693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.560977] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.561186] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 77b5721b-09d1-4a43-881c-d048d61c07e6 not found, creating... [ 636.561493] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.561707] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.561840] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.562091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.562231] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.562527] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.562653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.562762] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.562959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.563101] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.563237] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 77b5721b-09d1-4a43-881c-d048d61c07e6 is going to be created. [ 636.587023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.587307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.587477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.587877] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.588234] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.588548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.615761] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 636.616072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.616301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.616557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.616785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.616927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.617018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.617196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.617268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.617353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.617443] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.651525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.651698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.651954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.652026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.652087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.652177] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a already deleted. [ 636.652269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.772591] env[66673]: INFO networking_nsxv3.common.synchronization [None req-de60d02b-4009-47b5-9d92-1241f13eaaa7 None None] Enqueued Resource ID: 64a35c92-83b8-418f-bd9f-05d0a1491a1d with Priority: HIGHEST for action port [ 636.773228] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a35c92-83b8-418f-bd9f-05d0a1491a1d with Priority: HIGHEST for action port [ 636.773535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a35c92-83b8-418f-bd9f-05d0a1491a1d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.773665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a35c92-83b8-418f-bd9f-05d0a1491a1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.773726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a35c92-83b8-418f-bd9f-05d0a1491a1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.774310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a35c92-83b8-418f-bd9f-05d0a1491a1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774426] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a35c92-83b8-418f-bd9f-05d0a1491a1d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.791277] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.791429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.791512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.791721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.791811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.791910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b is going to be created. [ 636.817874] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.818127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.818127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.818350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.818571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.829874] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: UNINITIALIZED for 2s [ 636.861277] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2ba12892-ba3c-45f5-81a3-367e28bba4ee tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 636.861863] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 636.862293] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.862461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.862552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.862796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.862907] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.863964] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.864184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.864288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.864492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.864682] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.864812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.864895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.865104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.865227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.865342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.865530] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.865647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.865727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.865950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.866079] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.866251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.866555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.866555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.866655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.866758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.866876] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.868468] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.868569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.868683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.868914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.868975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.869133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.869252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.869313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.869476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.869569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.869655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba1c7864-6001-4145-8668-f13af7af50ab is going to be updated. [ 636.904029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.904269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.904351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.904587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.904785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.914908] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: IN_PROGRESS for 2s [ 637.119774] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.119930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.120020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.120242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.120408] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.120548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.121421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.121809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.121809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.121809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.121809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.121809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121986] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.277122] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64a35c92-83b8-418f-bd9f-05d0a1491a1d [ 637.277397] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.277567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.277723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.278310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.278310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.278310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64a35c92-83b8-418f-bd9f-05d0a1491a1d already deleted. [ 637.278310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a35c92-83b8-418f-bd9f-05d0a1491a1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.338181] env[66673]: INFO networking_nsxv3.common.synchronization [req-9fcb49ff-4903-4965-9afa-5a20f22118b3 req-8ca23d7c-fc44-4405-815c-979b89fb8eb1 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 637.338346] env[66673]: INFO networking_nsxv3.common.synchronization [req-9fcb49ff-4903-4965-9afa-5a20f22118b3 req-8ca23d7c-fc44-4405-815c-979b89fb8eb1 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 637.338471] env[66673]: INFO networking_nsxv3.common.synchronization [req-9fcb49ff-4903-4965-9afa-5a20f22118b3 req-8ca23d7c-fc44-4405-815c-979b89fb8eb1 service nova] Enqueued Resource ID: 77b5721b-09d1-4a43-881c-d048d61c07e6 with Priority: HIGHEST for action port [ 637.339589] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 637.339781] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 637.339926] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b5721b-09d1-4a43-881c-d048d61c07e6 with Priority: HIGHEST for action port [ 637.340303] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.340455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.340554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.340769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.340865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.344223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.344223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.344223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.344223] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.344749] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b5721b-09d1-4a43-881c-d048d61c07e6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.345671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.345671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.345671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.345671] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b5721b-09d1-4a43-881c-d048d61c07e6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.371808] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51214b6b-cc4b-48d0-85ce-46260aaacb37: rpc.has_security_group_logging(os_id): False [ 637.390349] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.390548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.390548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.390829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.391266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.391266] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a already deleted. [ 637.391266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.392254] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.392385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.392458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.392716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.392716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.392879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.392932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.393118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.393186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.393222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.394169] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.394169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.394169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.394169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.394169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.394169] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.394169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.394672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.394672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.394672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.394672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 637.465684] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.465684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.466427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.466427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.466427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.493415] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 637.626428] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824c02de-1ec3-4f3d-ac26-669bc8ab6129: rpc.has_security_group_logging(os_id): False [ 637.648140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.648140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.648140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.648140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.649139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.649528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.649864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.650606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.650805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.651109] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be created. [ 637.713604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.713799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.713866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.714619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.714619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.729394] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 637.843753] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.843948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.845473] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.850858] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b5721b-09d1-4a43-881c-d048d61c07e6 with status ACTIVE [ 637.851096] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.851234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.851560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.851702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.851702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.851902] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.852046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.852145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.852354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.852489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.852729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.852854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.852934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.853126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.853204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.853315] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b5721b-09d1-4a43-881c-d048d61c07e6 is going to be updated. [ 637.881133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.882919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.882919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.882919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.882919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.882919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b5721b-09d1-4a43-881c-d048d61c07e6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.349272] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.844965] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: SUCCESS [ 638.844965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.844965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.845616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.845616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.846344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.846344] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.852266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.852266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.852266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.852266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.852509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.852509] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be created. [ 638.892894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.892894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.892894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.893240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.893615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.907994] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: UNINITIALIZED for 2s [ 638.927566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba1c7864-6001-4145-8668-f13af7af50ab in Status: SUCCESS [ 638.927566] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba1c7864-6001-4145-8668-f13af7af50ab deletion is rescheduled due to dependency. [ 638.927566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.350569] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.514807] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 639.514807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.766298] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 639.766402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.856353] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b: rpc.has_security_group_logging(os_id): False [ 639.879031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.879031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.879031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.879031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b is going to be created. [ 639.962732] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.965081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.965081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.965081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.965081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.983538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: IN_PROGRESS for 2s [ 640.048778] env[66673]: INFO networking_nsxv3.common.synchronization [req-e8291de8-67fc-431e-8b2b-c64ee8719083 req-539541dd-5d1f-4ddb-91fe-cce30cea2be2 tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 640.049397] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 640.051148] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.051148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.051148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.051148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.052075] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.053627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.053744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.054013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.054259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.054368] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.379406] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9d73be7b-8ba0-4890-bfeb-991921f6626a None None] Enqueued Resource ID: c7d35e41-18e7-421d-b23c-831fab3c4919 with Priority: HIGHEST for action port [ 640.380086] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d35e41-18e7-421d-b23c-831fab3c4919 with Priority: HIGHEST for action port [ 640.380343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d35e41-18e7-421d-b23c-831fab3c4919 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.380497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d35e41-18e7-421d-b23c-831fab3c4919" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.380564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d35e41-18e7-421d-b23c-831fab3c4919" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.380835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d35e41-18e7-421d-b23c-831fab3c4919" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.381582] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d35e41-18e7-421d-b23c-831fab3c4919',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.557882] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.574589] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.574865] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.574998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.575215] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.575546] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.575714] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.575830] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.576067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.576226] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.576442] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.576572] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.576693] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.576800] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.576962] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.577124] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.577367] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.601405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.601577] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.601715] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.601899] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.602284] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-72bf32fc-c604-459b-8fa4-790c92caca95 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602430] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602549] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.603029] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bf32fc-c604-459b-8fa4-790c92caca95',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.884605] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d35e41-18e7-421d-b23c-831fab3c4919 [ 640.885192] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.885457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.885457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.885691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.885782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.885937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d35e41-18e7-421d-b23c-831fab3c4919 already deleted. [ 640.886011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d35e41-18e7-421d-b23c-831fab3c4919" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 640.918707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.919391] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.919391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.919571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.919571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.919701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.919742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.919912] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.058915] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.068247] env[66673]: INFO networking_nsxv3.common.synchronization [req-19423d51-a322-4a78-8d66-c425ae78f2de req-7409a855-c187-4acb-8bf0-6f7c269f81c1 tempest-ImagesNegativeTestJSON-1039246852 tempest-ImagesNegativeTestJSON-1039246852-project-member] Enqueued Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 641.069096] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGHEST for action security_group_members [ 641.069203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.069271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.069504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.069661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.069788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.070706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.070706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.070706] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.107350] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.107350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.107350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.107350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.107350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.107350] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 72bf32fc-c604-459b-8fa4-790c92caca95 not found, creating... [ 641.107789] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.107789] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.107789] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.108414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.108414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.108654] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.108893] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.109089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.109338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.109478] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.109615] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 72bf32fc-c604-459b-8fa4-790c92caca95 is going to be created. [ 641.132036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132664] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.133199] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.133199] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.423534] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.423785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.423785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.423982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.424161] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.424255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.424321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.424956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.425222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.425222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.425352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.425809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.426074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.426074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.426195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.426195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.426266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.426381] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.562875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.563068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.563132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.563454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.563614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 641.574339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.574339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.574339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.574339] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 is going to be updated. [ 641.603211] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.603508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.603508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.603797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.603857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.608037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.608037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.608037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.608037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.608406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.626308] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 641.627416] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: IN_PROGRESS for 2s [ 641.929453] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd67170c-c557-4178-9184-8bd62844c149: rpc.has_security_group_logging(os_id): False [ 641.952364] env[66673]: INFO networking_nsxv3.common.synchronization [req-e8291de8-67fc-431e-8b2b-c64ee8719083 req-c6d2567b-7e7c-4692-b780-0b628ffe320d service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 641.952364] env[66673]: INFO networking_nsxv3.common.synchronization [req-e8291de8-67fc-431e-8b2b-c64ee8719083 req-c6d2567b-7e7c-4692-b780-0b628ffe320d service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 641.952577] env[66673]: INFO networking_nsxv3.common.synchronization [req-e8291de8-67fc-431e-8b2b-c64ee8719083 req-c6d2567b-7e7c-4692-b780-0b628ffe320d service nova] Enqueued Resource ID: 72bf32fc-c604-459b-8fa4-790c92caca95 with Priority: HIGHEST for action port [ 641.953136] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 641.953384] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 641.953518] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bf32fc-c604-459b-8fa4-790c92caca95 with Priority: HIGHEST for action port [ 641.953932] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.954089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.954151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.954371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.954452] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.956019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.956935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.957378] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-72bf32fc-c604-459b-8fa4-790c92caca95 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.957564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.957650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.961608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.961735] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bf32fc-c604-459b-8fa4-790c92caca95',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.963701] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.966028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.966028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.966028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.966538] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.966538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.966538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be created. [ 641.997105] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: SUCCESS [ 641.997597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.042933] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.045044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.045785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.062053] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 642.468444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.468648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.468749] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72bf32fc-c604-459b-8fa4-790c92caca95 with status ACTIVE [ 642.468913] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.469022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.469146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.469324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.469404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.470067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.470067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.470067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.470067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.470381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.470381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.470492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.470492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470555] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72bf32fc-c604-459b-8fa4-790c92caca95 is going to be updated. [ 642.499974] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.499974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.499974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.499974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.499974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.500385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72bf32fc-c604-459b-8fa4-790c92caca95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.135397] env[66673]: INFO networking_nsxv3.common.synchronization [None req-001782fa-ae0c-46f3-b93d-f8aa5a949f31 None None] Enqueued Resource ID: 6bf40437-d3b5-4f60-8db1-94dd8fe06f15 with Priority: HIGHEST for action port [ 643.135397] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf40437-d3b5-4f60-8db1-94dd8fe06f15 with Priority: HIGHEST for action port [ 643.137036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf40437-d3b5-4f60-8db1-94dd8fe06f15 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf40437-d3b5-4f60-8db1-94dd8fe06f15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.137036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf40437-d3b5-4f60-8db1-94dd8fe06f15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.137405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf40437-d3b5-4f60-8db1-94dd8fe06f15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.137530] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf40437-d3b5-4f60-8db1-94dd8fe06f15',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.640191] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 in Status: SUCCESS [ 643.640315] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 deletion is rescheduled due to dependency. [ 643.640507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.641237] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 643.642926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.642926] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf40437-d3b5-4f60-8db1-94dd8fe06f15 [ 643.642926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.642926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.646147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.646578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.646578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.646578] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf40437-d3b5-4f60-8db1-94dd8fe06f15 already deleted. [ 643.646811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf40437-d3b5-4f60-8db1-94dd8fe06f15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.646811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.646906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.648021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.648021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.648021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.648021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.648021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.648021] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.077769] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 644.078082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150417] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.278519] env[66673]: INFO networking_nsxv3.common.synchronization [None req-b19ac72e-9795-4e53-84af-ae4b183a7e9e None None] Enqueued Resource ID: d701b3f5-787a-4f73-983c-fbe6f5e45c7d with Priority: HIGHEST for action port [ 644.281031] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d701b3f5-787a-4f73-983c-fbe6f5e45c7d with Priority: HIGHEST for action port [ 644.282103] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d701b3f5-787a-4f73-983c-fbe6f5e45c7d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.282254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d701b3f5-787a-4f73-983c-fbe6f5e45c7d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.282305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d701b3f5-787a-4f73-983c-fbe6f5e45c7d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.283113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d701b3f5-787a-4f73-983c-fbe6f5e45c7d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.283113] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d701b3f5-787a-4f73-983c-fbe6f5e45c7d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.492790] env[66673]: INFO networking_nsxv3.common.synchronization [req-7924c746-89ce-4f1c-b0a3-4bac19128aff req-52756c67-7661-4684-87b5-7d3e315b2ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1697022231 tempest-FloatingIPsAssociationNegativeTestJSON-1697022231-project-member] Enqueued Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 644.492790] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 644.492894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.493292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.493292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.497092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.497092] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.497092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.497092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.497092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.497092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.497092] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.653501] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.784593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d701b3f5-787a-4f73-983c-fbe6f5e45c7d [ 644.786152] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.786152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.786152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.786152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.786152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.786152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d701b3f5-787a-4f73-983c-fbe6f5e45c7d already deleted. [ 644.786472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d701b3f5-787a-4f73-983c-fbe6f5e45c7d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.933764] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.933764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-388" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.933764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-388" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.934965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-388" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.935535] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.935719] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.935859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.936131] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.936271] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.936487] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.936594] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.936699] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.936802] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.936907] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.937055] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.937151] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.963490] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.963663] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.963798] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.964134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-388" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.964324] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.964500] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.964586] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.964978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.965149] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3e253a-a63c-4ab3-bdec-8d26c45a9768',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.999346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.999534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.999610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.999837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.999931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.000177] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.000284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.000337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.000498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.000576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.000665] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b already deleted. [ 645.000744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.160533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.160883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.160883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.161134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.161261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.162090] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 645.202715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.203246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.203246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.203425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.203586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.217685] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 645.468701] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.469089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.469274] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.469589] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.470576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.470576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 not found, creating... [ 645.471377] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.471649] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.472232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.472232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.472232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.473053] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.473053] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.473053] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.473053] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.473378] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.473378] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 is going to be created. [ 645.496875] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.496875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.496875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.497252] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.497486] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.497723] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.013665] env[66673]: INFO networking_nsxv3.common.synchronization [req-84cd27ad-5ab2-4e61-9e70-8beb23eedd15 req-eac6a817-0940-4a70-b880-47ffa7590c32 tempest-TenantUsagesTestJSON-1998793296 tempest-TenantUsagesTestJSON-1998793296-project-member] Enqueued Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 646.014613] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGHEST for action security_group_members [ 646.015439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.016714] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.016714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.016714] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.266127] env[66673]: INFO networking_nsxv3.common.synchronization [req-7924c746-89ce-4f1c-b0a3-4bac19128aff req-2afde8ff-3744-475d-8548-1bacef4f465b service nova] Enqueued Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_rules [ 646.266624] env[66673]: INFO networking_nsxv3.common.synchronization [req-7924c746-89ce-4f1c-b0a3-4bac19128aff req-2afde8ff-3744-475d-8548-1bacef4f465b service nova] Enqueued Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 646.266624] env[66673]: INFO networking_nsxv3.common.synchronization [req-7924c746-89ce-4f1c-b0a3-4bac19128aff req-2afde8ff-3744-475d-8548-1bacef4f465b service nova] Enqueued Resource ID: 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 with Priority: HIGHEST for action port [ 646.266930] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_rules [ 646.271628] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 646.271628] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 with Priority: HIGHEST for action port [ 646.271628] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.271628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.271628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.271628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.271628] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.272535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.272535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.272630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.272772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.272919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.273032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.273096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.273229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.273305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.273401] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.279030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.279030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.279030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.280124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.280124] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3e253a-a63c-4ab3-bdec-8d26c45a9768',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.519371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.519371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.519371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.519591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.519591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.519764] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.519858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.519945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.520109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.520158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.520242] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e is going to be updated. [ 646.553052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.553052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.553052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.553052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.553052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.572490] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: IN_PROGRESS for 2s [ 646.684091] env[66673]: INFO networking_nsxv3.common.synchronization [None req-7c5bea54-2a4c-44be-beae-1eead2bb350e None None] Enqueued Resource ID: 5d929bfa-49f5-4fa9-ab90-65e6886322de with Priority: HIGHEST for action port [ 646.687900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d929bfa-49f5-4fa9-ab90-65e6886322de with Priority: HIGHEST for action port [ 646.689451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d929bfa-49f5-4fa9-ab90-65e6886322de taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.689548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d929bfa-49f5-4fa9-ab90-65e6886322de" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.689548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d929bfa-49f5-4fa9-ab90-65e6886322de" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.690387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d929bfa-49f5-4fa9-ab90-65e6886322de" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.690387] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d929bfa-49f5-4fa9-ab90-65e6886322de',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.781632] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.782817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.782817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.786522] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 with status ACTIVE [ 646.786522] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.786522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.786675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.786781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.786952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.787134] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.787228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.787366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.787451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.787530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.787712] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.787800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.787858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.787995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.788080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.788217] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c3e253a-a63c-4ab3-bdec-8d26c45a9768 is going to be updated. [ 646.811695] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.811886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.811995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.815023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.815023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.815023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3e253a-a63c-4ab3-bdec-8d26c45a9768" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.194720] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d929bfa-49f5-4fa9-ab90-65e6886322de [ 647.194968] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.195118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.195178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.195552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.195647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.195744] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d929bfa-49f5-4fa9-ab90-65e6886322de already deleted. [ 647.195825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d929bfa-49f5-4fa9-ab90-65e6886322de" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.227815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 647.228201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.228428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.228542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.228745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.228873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.228938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.229105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.229398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.229398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.229398] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.283931] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.731748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.733365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.733365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.733365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.736026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.736026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.736026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.736026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.740846] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.790497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.792021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.792021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.792021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.792021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.792021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b is going to be created. [ 647.820733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.820915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.821037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.821244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.821409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.833754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: UNINITIALIZED for 2s [ 647.941998] env[66673]: INFO networking_nsxv3.common.synchronization [req-22050bfa-8e01-40d6-bc88-c955a9e31b16 req-3c313f7c-e529-42fb-af90-9b00d5799749 tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 647.943140] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 647.943537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.943680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.943750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.943973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.944374] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.944374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.944374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.944609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.944649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.944744] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.194984] env[66673]: INFO networking_nsxv3.common.synchronization [req-9042a334-0726-4a63-805e-3c87dbaf757f req-253b4f1b-1940-4f9b-917b-422c002cdf49 tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 648.195553] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 648.195875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2d8378-e729-4ab1-8e56-12084ab2a978 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.196015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.196795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.197614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.197774] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2d8378-e729-4ab1-8e56-12084ab2a978',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.243167] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824c02de-1ec3-4f3d-ac26-669bc8ab6129: rpc.has_security_group_logging(os_id): False [ 648.265844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.266046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.266161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.267532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.267700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.268045] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.268226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.268355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.268632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.268752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.269346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.269709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.269807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.270120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.270319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271184] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.271919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.271990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.273153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.273153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.273786] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 648.360977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.360977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.361528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.362065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.362359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.382668] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 648.447526] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.469733] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.469987] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.470225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.470559] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.471090] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.471235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.471298] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.471708] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.471920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.472245] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.472526] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.472526] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.472650] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.472725] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.472832] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.472978] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.510712] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.511270] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.511270] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.511740] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-852" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.512247] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-a34b67f7-7866-4638-b0fa-be12e7fcdd46 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512507] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.513274] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.513274] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.513594] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34b67f7-7866-4638-b0fa-be12e7fcdd46',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.587800] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e in Status: SUCCESS [ 648.588670] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e deletion is rescheduled due to dependency. [ 648.588670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.720687] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.720938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.721758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.721875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.721984] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 already deleted. [ 648.722136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.951090] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.017284] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.017284] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.019211] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.019211] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.019211] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.019211] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port a34b67f7-7866-4638-b0fa-be12e7fcdd46 not found, creating... [ 649.019211] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.019211] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.019211] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.019624] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.019964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.020126] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.020372] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.020578] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.020871] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.021016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.021807] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: a34b67f7-7866-4638-b0fa-be12e7fcdd46 is going to be created. [ 649.046382] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.046662] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.046794] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.047086] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.047314] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.047545] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.453804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.455891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.455891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.455891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.455891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.455891] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 649.489634] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.489634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.489634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.490214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.490214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.500512] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 649.818925] env[66673]: INFO networking_nsxv3.common.synchronization [req-22050bfa-8e01-40d6-bc88-c955a9e31b16 req-2c0e134d-6198-4118-b078-20abc5693233 service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 649.819168] env[66673]: INFO networking_nsxv3.common.synchronization [req-22050bfa-8e01-40d6-bc88-c955a9e31b16 req-2c0e134d-6198-4118-b078-20abc5693233 service nova] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 649.819317] env[66673]: INFO networking_nsxv3.common.synchronization [req-22050bfa-8e01-40d6-bc88-c955a9e31b16 req-2c0e134d-6198-4118-b078-20abc5693233 service nova] Enqueued Resource ID: a34b67f7-7866-4638-b0fa-be12e7fcdd46 with Priority: HIGHEST for action port [ 649.819916] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_rules [ 649.820688] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 649.820849] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34b67f7-7866-4638-b0fa-be12e7fcdd46 with Priority: HIGHEST for action port [ 649.821254] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.821368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.821616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.821719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.821810] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34b67f7-7866-4638-b0fa-be12e7fcdd46 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.821916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.822301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.822301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.822301] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34b67f7-7866-4638-b0fa-be12e7fcdd46',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.846724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: SUCCESS [ 649.846969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.847239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.847852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.847852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.847852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.848069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.848107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.848171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.848256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.848348] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.275395] env[66673]: INFO networking_nsxv3.common.synchronization [req-c3aa6590-fbbd-4602-bef7-90c7011af361 req-f19f4698-03cf-477b-b170-0301be8c8aa0 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.275985] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.278240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.278451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.278544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.278823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.278988] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.279111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.279162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.279686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.279783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.279886] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.325493] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a34b67f7-7866-4638-b0fa-be12e7fcdd46 with status ACTIVE [ 650.325734] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.325875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.325946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.326197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.326290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.326470] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.326577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.326639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.326971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.326971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.327102] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.327200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.327262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.327435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.327489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.327558] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a34b67f7-7866-4638-b0fa-be12e7fcdd46 is going to be updated. [ 650.350480] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.350636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.350708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.350937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.351114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.351415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.351505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.351632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.351729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.352048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.352191] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.352280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.352339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.352475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.352554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.352636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.352801] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.355393] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.355520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.355604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.357397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.357695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34b67f7-7866-4638-b0fa-be12e7fcdd46" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.401754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 650.401989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.402175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.402409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.402498] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.514376] env[66673]: INFO networking_nsxv3.common.synchronization [req-c3aa6590-fbbd-4602-bef7-90c7011af361 req-1bdc281d-a554-4f95-88cf-7543dc0dad2f tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.515047] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.515238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.515350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.782962] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.785667] env[66673]: INFO networking_nsxv3.common.synchronization [req-c3aa6590-fbbd-4602-bef7-90c7011af361 req-7d532c16-894a-4776-a4d2-9315c1168c44 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.786147] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 650.786449] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.786553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.860150] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60e3f1a-3764-42ca-9b35-749e40d1f12b: rpc.has_security_group_logging(os_id): False [ 650.885320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.885320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.885320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.885921] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.885921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.885921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.885921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.885921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.885921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b is going to be created. [ 650.905432] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.956520] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.957430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.957430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.957430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.957641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.970816] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: IN_PROGRESS for 2s [ 651.288176] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.518034] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 651.519124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.519124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.519124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.519124] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.519124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.519124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.521865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.521865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.521865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.792089] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.792089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.792089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.792089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.792089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.792089] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 651.821948] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.822116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.822186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.822403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.822549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.833181] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 651.862027] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e27a812f-a4e8-49d5-a30c-8751ac49a9cd None None] Enqueued Resource ID: c855ed84-9379-44c4-b63e-012ede2fbbe2 with Priority: HIGHEST for action port [ 651.862027] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c855ed84-9379-44c4-b63e-012ede2fbbe2 with Priority: HIGHEST for action port [ 651.862265] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c855ed84-9379-44c4-b63e-012ede2fbbe2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.862400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c855ed84-9379-44c4-b63e-012ede2fbbe2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.862533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c855ed84-9379-44c4-b63e-012ede2fbbe2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.862818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c855ed84-9379-44c4-b63e-012ede2fbbe2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.862868] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c855ed84-9379-44c4-b63e-012ede2fbbe2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.025767] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.100876] env[66673]: INFO networking_nsxv3.common.synchronization [req-cb666348-b5f8-480b-a9ad-f318d0f43604 req-77585d79-3e10-4318-ada9-22a49dd07326 tempest-ServerExternalEventsTest-700218779 tempest-ServerExternalEventsTest-700218779-project-member] Enqueued Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 652.101671] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 652.102721] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.102721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.102721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.102721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.103176] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.103176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.103176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.103310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.103381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.103506] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.204030] env[66673]: INFO networking_nsxv3.common.synchronization [req-dd2103b7-9d65-4b02-95ed-1726ce2bb169 req-1181bca0-efa3-458d-b04a-944ee59ee370 tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 652.204030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 652.204030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2d8378-e729-4ab1-8e56-12084ab2a978 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.204030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.204030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.204030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.204030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2d8378-e729-4ab1-8e56-12084ab2a978',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.365444] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c855ed84-9379-44c4-b63e-012ede2fbbe2 [ 652.366796] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.366796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.366796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.366796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.366796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.366796] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c855ed84-9379-44c4-b63e-012ede2fbbe2 already deleted. [ 652.366796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c855ed84-9379-44c4-b63e-012ede2fbbe2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.487631] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.487631] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.487822] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.488065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.488334] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.488512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.488636] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.488901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.489300] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.489300] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.489470] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.489514] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.489594] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.489703] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.489809] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.489941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.512638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.512779] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.515528] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.516906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.516906] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.517837] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.520124] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.530604] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.607233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.607233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.607233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.607233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.607233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.607984] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.607984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.607984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.607984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.607984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.608416] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d already deleted. [ 652.608416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.829890] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.831087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.831218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.832705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.832931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.833079] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 already deleted. [ 652.833205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.986523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: SUCCESS [ 652.986876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.022210] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.022375] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.022509] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.022811] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.023632] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.023632] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d not found, creating... [ 653.023632] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.023632] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.023632] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.024278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.024278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.024278] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.027308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.027308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.027308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.027308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027308] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d is going to be created. [ 653.036070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.036305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.036305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.036525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.036612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.036711] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 653.053187] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.053421] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.053524] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.053800] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.054155] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.054461] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.072181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.072335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.072403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.072620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.072800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.081840] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 653.841557] env[66673]: INFO networking_nsxv3.common.synchronization [req-cb666348-b5f8-480b-a9ad-f318d0f43604 req-b2bb292a-3a65-4b41-af22-cd51997d6216 service nova] Enqueued Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_rules [ 653.841902] env[66673]: INFO networking_nsxv3.common.synchronization [req-cb666348-b5f8-480b-a9ad-f318d0f43604 req-b2bb292a-3a65-4b41-af22-cd51997d6216 service nova] Enqueued Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 653.841964] env[66673]: INFO networking_nsxv3.common.synchronization [req-cb666348-b5f8-480b-a9ad-f318d0f43604 req-b2bb292a-3a65-4b41-af22-cd51997d6216 service nova] Enqueued Resource ID: 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d with Priority: HIGHEST for action port [ 653.842578] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_rules [ 653.844527] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 653.844527] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d with Priority: HIGHEST for action port [ 653.849100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 653.849387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.849681] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.850011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.850011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.850132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.850220] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.855017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.855017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.855017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.855017] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.855950] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.855950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.855950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.856142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.856205] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.856897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.857582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.857775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.857860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.857926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.858077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.858158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.858246] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.280604] env[66673]: INFO networking_nsxv3.common.synchronization [req-62dbdce2-1c67-446e-bdf9-1e83c7445b2a req-fb59528a-493d-4484-9eec-b5bd999afae8 tempest-VolumesAdminNegativeTest-1009675865 tempest-VolumesAdminNegativeTest-1009675865-project-member] Enqueued Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 654.281339] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGHEST for action security_group_members [ 654.282205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.282205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.282205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.282450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.282607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.282674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.282719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.282912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.283030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.283130] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.361580] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.361580] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d with status ACTIVE [ 654.361958] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.361958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.362127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.363029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.363029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.363442] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.363442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.363442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.363442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.363442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.363669] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d is going to be updated. [ 654.365125] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.365125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.371328] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.371638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.371638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.371846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.371937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.372166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.372305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.372358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.372499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.372597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.372691] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 654.391643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.391926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.391926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.392251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.392437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.392658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ade1b2d-9c49-4e9c-ad18-a01f21ccea8d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410338] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.410632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.410710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.411025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.424881] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 654.785598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.785598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.785598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.785833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.787198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.788037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.788037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788339] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c is going to be updated. [ 654.837380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.837380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.837380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.837380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.837380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.851683] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: IN_PROGRESS for 2s [ 654.867279] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.874288] env[66673]: INFO networking_nsxv3.common.synchronization [req-732b6b5f-7310-424e-be16-cbf772fe33a2 req-9f453d07-440c-443c-bb19-f8dee9fc08b7 tempest-InstanceActionsV221TestJSON-1695864725 tempest-InstanceActionsV221TestJSON-1695864725-project-member] Enqueued Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 654.874961] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 654.875747] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.875868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.875868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.876771] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.876771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.876771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.876771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.877199] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.035321] env[66673]: INFO networking_nsxv3.common.synchronization [None req-541339b4-5e6e-4328-9a63-5a0f5e5b2dba None None] Enqueued Resource ID: 85aedca6-edcd-409f-9e5d-ec0a80bc4447 with Priority: HIGHEST for action port [ 655.037074] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85aedca6-edcd-409f-9e5d-ec0a80bc4447 with Priority: HIGHEST for action port [ 655.037074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-85aedca6-edcd-409f-9e5d-ec0a80bc4447 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.037074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85aedca6-edcd-409f-9e5d-ec0a80bc4447" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.037074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85aedca6-edcd-409f-9e5d-ec0a80bc4447" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.037074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85aedca6-edcd-409f-9e5d-ec0a80bc4447" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.037074] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85aedca6-edcd-409f-9e5d-ec0a80bc4447',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.096877] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 655.097216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.098051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.098051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.098051] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.098294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.098294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.098368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.098413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.098505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.098603] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.371911] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.371911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.371911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.371911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.372316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.372316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d is going to be created. [ 655.378981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.379212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.383239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.383501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.383633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.383899] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.384065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.384139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.384361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.384436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.384521] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 already deleted. [ 655.384620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.399638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.401693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.401693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.401693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.401693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.413320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: UNINITIALIZED for 2s [ 655.436132] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.436363] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-186" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.436483] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-186" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.436839] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-186" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.437268] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.437491] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.437600] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.440852] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.440852] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.440852] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.440852] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.440852] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.440852] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.440852] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.440852] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.440852] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.471084] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.471084] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.471084] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.471084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-186" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.471084] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-76c5c7af-7547-44fc-a403-373207abd6d6 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.471084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.471084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.471084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.471084] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5c7af-7547-44fc-a403-373207abd6d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.542298] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85aedca6-edcd-409f-9e5d-ec0a80bc4447 [ 655.542624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.542772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.542843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.543077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.543180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.543290] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85aedca6-edcd-409f-9e5d-ec0a80bc4447 already deleted. [ 655.543378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85aedca6-edcd-409f-9e5d-ec0a80bc4447" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.596204] env[66673]: INFO networking_nsxv3.common.synchronization [None req-a2107e6c-a8e1-4dec-aedc-a43e44ccd7da tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 655.596204] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 655.596791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.598622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.598622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.598622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.598622] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.605919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.606311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.606311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.606431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.606512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.606645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.606695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.606818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.606906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.606994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.607356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.607356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.607356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.607551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.607742] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.607802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.607847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.608474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.608474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.608474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.608474] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.974903] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.976546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.976546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.976546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.976546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.976546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 76c5c7af-7547-44fc-a403-373207abd6d6 not found, creating... [ 655.976799] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.977986] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.977986] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.977986] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.977986] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.977986] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.978277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.978277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.978523] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.978670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.978837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 76c5c7af-7547-44fc-a403-373207abd6d6 is going to be created. [ 656.049753] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.050110] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.050253] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.050593] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.050847] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.051162] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.111012] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824c02de-1ec3-4f3d-ac26-669bc8ab6129: rpc.has_security_group_logging(os_id): False [ 656.125362] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.125591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.125674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.126167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.126167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.126368] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 already deleted. [ 656.126368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.136062] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.136062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.136062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.136580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.136580] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.136777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.136777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.136886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.137145] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.137268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.137268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.137369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.137524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.137732] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.137885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.137885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.138050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.138126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.138209] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 656.268201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.270410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.270410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305683] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 656.402421] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0fc41224-af58-4b0a-904e-369a301974d0 tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 656.402831] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 656.403203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.403337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.403618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.403698] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.444489] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 656.444703] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 deletion is rescheduled due to dependency. [ 656.444832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.445082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.445317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.445512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.445640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.445711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.445870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.445980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.446118] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [req-732b6b5f-7310-424e-be16-cbf772fe33a2 req-779122e0-4fac-4974-8a73-ab0d1cad29e5 service nova] Enqueued Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_rules [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [req-732b6b5f-7310-424e-be16-cbf772fe33a2 req-779122e0-4fac-4974-8a73-ab0d1cad29e5 service nova] Enqueued Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [req-732b6b5f-7310-424e-be16-cbf772fe33a2 req-779122e0-4fac-4974-8a73-ab0d1cad29e5 service nova] Enqueued Resource ID: 76c5c7af-7547-44fc-a403-373207abd6d6 with Priority: HIGHEST for action port [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_rules [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 656.764230] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c5c7af-7547-44fc-a403-373207abd6d6 with Priority: HIGHEST for action port [ 656.764907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.766329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.766595] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.767817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.768094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.768256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.768531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.768804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.769028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.769183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.769492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.769673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.769889] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.773266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c5c7af-7547-44fc-a403-373207abd6d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.773266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.773266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.773266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.773266] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c5c7af-7547-44fc-a403-373207abd6d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.865584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c in Status: SUCCESS [ 656.865584] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c deletion is rescheduled due to dependency. [ 656.865584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.932056] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.932056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.932056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.932056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.932056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.932056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 already deleted. [ 656.932056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.951541] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.952323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.952323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.952323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.952323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.952497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.952497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.952581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.952754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.952754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.952836] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 656.981544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.981846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.981987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.982634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.982852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.001055] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 657.275418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275418] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.276379] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c5c7af-7547-44fc-a403-373207abd6d6 with status ACTIVE [ 657.278305] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.278305] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.278656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.278656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.278656] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.279161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.279161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.279161] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c5c7af-7547-44fc-a403-373207abd6d6 is going to be updated. [ 657.304282] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.304493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.304493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.304718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.305156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.305156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c5c7af-7547-44fc-a403-373207abd6d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435895] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: SUCCESS [ 657.436183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.436344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436810] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.437074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.437155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.437330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.437424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437657] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.781565] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.940800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.940800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.941051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.941262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.141323] env[66673]: INFO networking_nsxv3.common.synchronization [req-30cb7998-bf05-42de-bd50-ff667dc6ca9a req-2a069402-4a39-4354-b051-878eba66d59a tempest-FloatingIPsAssociationTestJSON-798728713 tempest-FloatingIPsAssociationTestJSON-798728713-project-member] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 658.141323] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 658.145289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.145289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.145289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.145289] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.286892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 is going to be created. [ 658.322771] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 658.323024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.330609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.330751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.330840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.331109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.331287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.343511] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: UNINITIALIZED for 2s [ 658.446611] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d2e2e70-2d8b-4cdf-8103-d92ca012759d: rpc.has_security_group_logging(os_id): False [ 658.466607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.466607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.466859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.466899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.466982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.467223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.467322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.467381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.467532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.467611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.467783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.467877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.467939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.468135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.468216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.468400] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.468490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.468567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.468730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.468807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.468892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d is going to be created. [ 658.527676] env[66673]: INFO networking_nsxv3.common.synchronization [None req-40ed2e10-507a-49a3-9c72-993bf882c2e8 None None] Enqueued Resource ID: cd4aa62e-f57b-48da-957c-b86aa076f806 with Priority: HIGHEST for action port [ 658.529222] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4aa62e-f57b-48da-957c-b86aa076f806 with Priority: HIGHEST for action port [ 658.529586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4aa62e-f57b-48da-957c-b86aa076f806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.529724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4aa62e-f57b-48da-957c-b86aa076f806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.529797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4aa62e-f57b-48da-957c-b86aa076f806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.533242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4aa62e-f57b-48da-957c-b86aa076f806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.533242] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4aa62e-f57b-48da-957c-b86aa076f806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.533242] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.533242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.533242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.533242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.533242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.549684] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: IN_PROGRESS for 2s [ 658.579945] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9f139c0c-95fb-4ff3-bacc-735805540b39 None None] Enqueued Resource ID: f75e32dc-2c46-4e64-b650-6828d0aab808 with Priority: HIGHEST for action port [ 658.582860] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75e32dc-2c46-4e64-b650-6828d0aab808 with Priority: HIGHEST for action port [ 658.583184] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75e32dc-2c46-4e64-b650-6828d0aab808 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.583326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75e32dc-2c46-4e64-b650-6828d0aab808" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.583393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75e32dc-2c46-4e64-b650-6828d0aab808" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.583672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75e32dc-2c46-4e64-b650-6828d0aab808" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.583756] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75e32dc-2c46-4e64-b650-6828d0aab808',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.782942] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.012098] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 659.012368] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 deletion is rescheduled due to dependency. [ 659.012368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.038108] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4aa62e-f57b-48da-957c-b86aa076f806 [ 659.038108] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.038108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.038365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.038480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.038574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.038724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4aa62e-f57b-48da-957c-b86aa076f806 already deleted. [ 659.038819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4aa62e-f57b-48da-957c-b86aa076f806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.093068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75e32dc-2c46-4e64-b650-6828d0aab808 [ 659.093068] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.093068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.093068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.093068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.093068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.093068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75e32dc-2c46-4e64-b650-6828d0aab808 already deleted. [ 659.093068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75e32dc-2c46-4e64-b650-6828d0aab808" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.285957] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.594656] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.594859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.594974] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.595520] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.595669] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595773] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595976] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596160] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.596328] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.596428] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.596522] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.596619] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.596711] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.596803] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.596921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.619646] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.620018] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.620110] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.620259] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-733" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.620583] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-96373a99-713b-47f8-af5a-86344115891a taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.620812] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.621012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.622878] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.623166] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96373a99-713b-47f8-af5a-86344115891a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.789384] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.789473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.789511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.789861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.789861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789974] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be updated. [ 659.831375] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.831541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.831604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.831843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.831962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.843346] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 660.126321] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.126516] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.126619] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.126968] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.127544] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.127544] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 96373a99-713b-47f8-af5a-86344115891a not found, creating... [ 660.127729] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.127935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.128107] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.128399] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.128554] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.128867] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.129444] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.129712] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.130057] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.130418] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.130639] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 96373a99-713b-47f8-af5a-86344115891a is going to be created. [ 660.157484] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.157922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159532] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159532] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159532] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354849] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: SUCCESS [ 660.354849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.354849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.355743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.355743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.356029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.356244] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.562059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: SUCCESS [ 660.562277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.654396] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2097f24e-929b-4aef-84b8-56be2da4f845 None None] Enqueued Resource ID: a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2 with Priority: HIGHEST for action port [ 660.654540] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2 with Priority: HIGHEST for action port [ 660.655722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.655847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.655917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.656194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.656279] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.674560] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f827aaea-3935-48be-b9d1-f1772b822cd0 None None] Enqueued Resource ID: ca548eec-58ee-49a8-96a9-bf2c2623e637 with Priority: HIGHEST for action port [ 660.675627] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca548eec-58ee-49a8-96a9-bf2c2623e637 with Priority: HIGHEST for action port [ 660.675723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca548eec-58ee-49a8-96a9-bf2c2623e637 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.675827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca548eec-58ee-49a8-96a9-bf2c2623e637" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.675885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca548eec-58ee-49a8-96a9-bf2c2623e637" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.676523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca548eec-58ee-49a8-96a9-bf2c2623e637" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.676523] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca548eec-58ee-49a8-96a9-bf2c2623e637',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.858998] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.859242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.859242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.859453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.859624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.859725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.859778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.859928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.860043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.860118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.860270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.860405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.860479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.860817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.860817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.860817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.861212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.861212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.861212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.861212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.861454] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.890822] env[66673]: INFO networking_nsxv3.common.synchronization [req-30cb7998-bf05-42de-bd50-ff667dc6ca9a req-5eb03a67-407e-4368-a661-2cdc49533e98 service nova] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_rules [ 660.890991] env[66673]: INFO networking_nsxv3.common.synchronization [req-30cb7998-bf05-42de-bd50-ff667dc6ca9a req-5eb03a67-407e-4368-a661-2cdc49533e98 service nova] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 660.891143] env[66673]: INFO networking_nsxv3.common.synchronization [req-30cb7998-bf05-42de-bd50-ff667dc6ca9a req-5eb03a67-407e-4368-a661-2cdc49533e98 service nova] Enqueued Resource ID: 96373a99-713b-47f8-af5a-86344115891a with Priority: HIGHEST for action port [ 660.891685] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_rules [ 660.891828] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 660.891926] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96373a99-713b-47f8-af5a-86344115891a with Priority: HIGHEST for action port [ 660.892206] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.892352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.892644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.892770] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.893758] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.893758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.894195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-96373a99-713b-47f8-af5a-86344115891a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.894195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.894195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.894765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.894765] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96373a99-713b-47f8-af5a-86344115891a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.131487] env[66673]: INFO networking_nsxv3.common.synchronization [req-b6280efe-ec1a-4d8b-99a5-fa68e84c2698 req-686ecb31-75f0-4fe0-8675-f822d32a943e tempest-SecurityGroupRulesTestJSON-718724585 tempest-SecurityGroupRulesTestJSON-718724585-project-member] Enqueued Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 661.131487] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 with Priority: HIGHEST for action security_group_rules [ 661.131776] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2d8378-e729-4ab1-8e56-12084ab2a978 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.131934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.131934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.132245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.132245] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2d8378-e729-4ab1-8e56-12084ab2a978',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.159344] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2 [ 661.159500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.159500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.159625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.159844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.159973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.160144] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2 already deleted. [ 661.160302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80eda6c-6cb6-40cf-a2fe-7db5bfb6e8d2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.178821] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca548eec-58ee-49a8-96a9-bf2c2623e637 [ 661.178821] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.178821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.178821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.178821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.178821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.178821] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca548eec-58ee-49a8-96a9-bf2c2623e637 already deleted. [ 661.178821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca548eec-58ee-49a8-96a9-bf2c2623e637" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.367201] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0b49f-6b32-4895-81ea-88b342bff0a7: rpc.has_security_group_logging(os_id): False [ 661.385026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.385189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.385480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.385592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.385767] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.385863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.386343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.386343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.386343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.386548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.386548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.386629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.386683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.386846] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.386936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.386995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.387257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.387362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387489] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 is going to be created. [ 661.396784] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.396924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397101] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96373a99-713b-47f8-af5a-86344115891a with status ACTIVE [ 661.397265] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.397693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397938] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.398335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.398580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.398799] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.399216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.399304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.399927] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96373a99-713b-47f8-af5a-86344115891a is going to be updated. [ 661.420256] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.420950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.420950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.420950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.420950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.421165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96373a99-713b-47f8-af5a-86344115891a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.464573] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.464724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.464724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.465135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.465135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478622] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: IN_PROGRESS for 2s [ 661.655512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.655512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.656490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.656490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.656490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.656490] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2d8378-e729-4ab1-8e56-12084ab2a978 already deleted. [ 661.656490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2d8378-e729-4ab1-8e56-12084ab2a978" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855458] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 661.855458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.855458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.855458] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.855712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.855889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.856019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.856423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.856555] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.116182] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc143c35-8e33-4c17-ba4c-8ab131839635 req-7a5f239f-228b-4380-a861-de41cc9b6e9f tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 662.116699] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 662.117157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.117310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.117398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.117664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.117829] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.117961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.118044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.118153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.118264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.118388] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.360444] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.586018] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.586018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.586359] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.586486] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.586838] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.587383] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.587590] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.587965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.588233] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.588630] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.588813] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.588983] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.589215] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.589442] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.589748] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.589911] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.610849] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.611055] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.611195] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.611395] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.611726] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.611901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.612042] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.612375] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.612507] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a25409e-cb1c-4ae6-a70d-c41cbfe0188f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.620608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.620896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.621015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.621208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.621309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.622430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.622430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.622430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.622430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.622430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.622430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 already deleted. [ 662.622430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.863329] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.115743] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.115960] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.116134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.116424] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.116567] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.116719] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f not found, creating... [ 663.116977] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.117145] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.117271] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.117478] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.117609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.117885] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.118128] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118300] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.118549] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.118733] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.118833] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f is going to be created. [ 663.140186] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140529] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.142052] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.142052] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.142052] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.366496] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.366496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.366496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.366788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.366788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.366946] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be updated. [ 663.395689] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.395817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.395876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.396979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.397278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.410774] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 663.492279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: SUCCESS [ 663.492519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.732022] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1ed51b1e-62f7-462b-b433-bd101b2c889c None None] Enqueued Resource ID: bd41836a-eaf0-4767-91bb-d7895c0601b6 with Priority: HIGHEST for action port [ 663.732022] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd41836a-eaf0-4767-91bb-d7895c0601b6 with Priority: HIGHEST for action port [ 663.732393] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd41836a-eaf0-4767-91bb-d7895c0601b6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.732577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd41836a-eaf0-4767-91bb-d7895c0601b6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.732577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd41836a-eaf0-4767-91bb-d7895c0601b6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.732783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd41836a-eaf0-4767-91bb-d7895c0601b6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.732858] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd41836a-eaf0-4767-91bb-d7895c0601b6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.885156] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc143c35-8e33-4c17-ba4c-8ab131839635 req-1d8b9526-f650-4573-8543-b307ab8f09e8 service nova] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 663.885329] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc143c35-8e33-4c17-ba4c-8ab131839635 req-1d8b9526-f650-4573-8543-b307ab8f09e8 service nova] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 663.885465] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc143c35-8e33-4c17-ba4c-8ab131839635 req-1d8b9526-f650-4573-8543-b307ab8f09e8 service nova] Enqueued Resource ID: 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f with Priority: HIGHEST for action port [ 663.885671] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 663.885802] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 663.885895] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f with Priority: HIGHEST for action port [ 663.886712] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.886894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.886894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.888654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.888726] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.889595] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.889746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.889807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.889965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.890136] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.890234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.890291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.890437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.890525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.890613] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.891421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.894443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.894528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.894700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.894776] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a25409e-cb1c-4ae6-a70d-c41cbfe0188f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.230943] env[66673]: INFO networking_nsxv3.common.synchronization [None req-127a8f1d-9a86-4ab2-a5f2-af3c5008d9ad tempest-ServersTestManualDisk-1304808564 tempest-ServersTestManualDisk-1304808564-project-member] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 664.230943] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 664.230943] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.231617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.231743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.233919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.233919] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.238908] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd41836a-eaf0-4767-91bb-d7895c0601b6 [ 664.239024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.239570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.239570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.239570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.239570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.239570] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd41836a-eaf0-4767-91bb-d7895c0601b6 already deleted. [ 664.239850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd41836a-eaf0-4767-91bb-d7895c0601b6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.352818] env[66673]: INFO networking_nsxv3.common.synchronization [None req-66f61b35-cee7-4f7c-9784-2826318596c5 tempest-ServersTestManualDisk-1304808564 tempest-ServersTestManualDisk-1304808564-project-member] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 664.354038] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 664.354038] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.354038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.396027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.396876] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.397762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.397762] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f with status ACTIVE [ 664.397762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.397762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.397762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.397762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.398122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.398122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.398275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.398621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.398692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.398841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398999] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a25409e-cb1c-4ae6-a70d-c41cbfe0188f is going to be updated. [ 664.422565] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.422565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.422565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.422565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.422565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.422565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a25409e-cb1c-4ae6-a70d-c41cbfe0188f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.579555] env[66673]: INFO networking_nsxv3.common.synchronization [req-ad912d80-f7f4-461f-902a-3d0d409840ca req-b6fd25ae-d5aa-42c8-9822-5e3d4685808e tempest-AttachInterfacesV270Test-1957665951 tempest-AttachInterfacesV270Test-1957665951-project-member] Enqueued Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 664.580191] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 664.580484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.580597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.580660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.581084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.581266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.581362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.581418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.581594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.581679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.581769] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.757961] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.758331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.758331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.758410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.760322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.760322] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a already deleted. [ 664.760322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.760322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.760322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.760322] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.901736] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.085342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.085670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.085781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.086131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.086316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.086669] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.086838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.086939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.087227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.087357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.087612] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 already deleted. [ 665.087714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.133388] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.133645] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-949" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.133793] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-949" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.134272] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-949" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.134619] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.134796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.134923] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135389] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.135626] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.135756] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.135922] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.136072] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.136217] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.136326] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.136460] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.163490] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.163490] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.163490] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.163744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-949" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.164975] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-04209d94-db9e-4e81-a6af-f6454f12c00c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.164975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.164975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.164975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.165276] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04209d94-db9e-4e81-a6af-f6454f12c00c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.287240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.287240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.287240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.287493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.287493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.288283] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a already deleted. [ 665.288283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.404600] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.404766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.404825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.405056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.405156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.405254] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be created. [ 665.422447] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 665.422703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.422897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.423546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.423546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.423546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.423762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.423762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.423851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.423931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.424041] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.436498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.436700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.436767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.437094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.437311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.449588] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: UNINITIALIZED for 2s [ 665.668728] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.669062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.669062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.669395] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.669501] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.669698] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 04209d94-db9e-4e81-a6af-f6454f12c00c not found, creating... [ 665.669972] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.670162] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.670278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.670522] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.670670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.671036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.671192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.671308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.671604] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.671640] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.671770] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 04209d94-db9e-4e81-a6af-f6454f12c00c is going to be created. [ 665.695233] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.695470] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.695621] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.695959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.696250] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.696493] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.926297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.926721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.926721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.926804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.926930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.927049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.927104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.927254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.927341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927611] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.927710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.927771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.927918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.928215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.928215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.928215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.928481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.928481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.928481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.928636] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.052157] env[66673]: INFO networking_nsxv3.common.synchronization [None req-6d33510f-bada-4d9b-accf-9e885c07b6ca None None] Enqueued Resource ID: a9e6884a-fdee-473a-a66f-d57c1fa898f2 with Priority: HIGHEST for action port [ 666.052812] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e6884a-fdee-473a-a66f-d57c1fa898f2 with Priority: HIGHEST for action port [ 666.053391] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e6884a-fdee-473a-a66f-d57c1fa898f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.053559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e6884a-fdee-473a-a66f-d57c1fa898f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.053651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e6884a-fdee-473a-a66f-d57c1fa898f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.053982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e6884a-fdee-473a-a66f-d57c1fa898f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.054113] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e6884a-fdee-473a-a66f-d57c1fa898f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.419062] env[66673]: INFO networking_nsxv3.common.synchronization [req-ad912d80-f7f4-461f-902a-3d0d409840ca req-89cba4b1-6b98-4d4b-8515-eae4af4b92c6 service nova] Enqueued Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_rules [ 666.419398] env[66673]: INFO networking_nsxv3.common.synchronization [req-ad912d80-f7f4-461f-902a-3d0d409840ca req-89cba4b1-6b98-4d4b-8515-eae4af4b92c6 service nova] Enqueued Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 666.419535] env[66673]: INFO networking_nsxv3.common.synchronization [req-ad912d80-f7f4-461f-902a-3d0d409840ca req-89cba4b1-6b98-4d4b-8515-eae4af4b92c6 service nova] Enqueued Resource ID: 04209d94-db9e-4e81-a6af-f6454f12c00c with Priority: HIGHEST for action port [ 666.420126] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_rules [ 666.420818] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 666.420818] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04209d94-db9e-4e81-a6af-f6454f12c00c with Priority: HIGHEST for action port [ 666.420818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.420818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.421534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.421534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.421534] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.422964] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.422964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.422964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.422964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.424276] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.424276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.424276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.424532] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.428057] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-04209d94-db9e-4e81-a6af-f6454f12c00c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.428171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.428216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.430017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.430017] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04209d94-db9e-4e81-a6af-f6454f12c00c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.430744] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 295d4be5-f34a-4099-94fa-6718d9e7e2f9: rpc.has_security_group_logging(os_id): False [ 666.449446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.449627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.449702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.449867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.449954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.450158] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.450252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.450303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.450450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.450525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.450716] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.450807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.452262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.452262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.452262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.452450] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.452518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.452565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.452683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.452751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.452831] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be updated. [ 666.518280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.518555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.518555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.518738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.534377] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 666.556658] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e6884a-fdee-473a-a66f-d57c1fa898f2 [ 666.556869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.557082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.557169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.557418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.557547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.557669] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e6884a-fdee-473a-a66f-d57c1fa898f2 already deleted. [ 666.557853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e6884a-fdee-473a-a66f-d57c1fa898f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.837741] env[66673]: INFO networking_nsxv3.common.synchronization [req-b757434e-3d5e-491b-bffc-7ca3a8f24dd4 req-b4e7366d-d712-4905-8979-196500b21539 tempest-SecurityGroupRulesNegativeTestJSON-1166727981 tempest-SecurityGroupRulesNegativeTestJSON-1166727981-project-member] Enqueued Resource ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc with Priority: HIGHEST for action security_group_rules [ 666.838734] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc with Priority: HIGHEST for action security_group_rules [ 666.839329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.839502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.839599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.840471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.840670] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a1fb87-2f6d-41f8-92a2-b51c95243dcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.928690] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.932048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.933195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.933562] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04209d94-db9e-4e81-a6af-f6454f12c00c with status ACTIVE [ 666.933972] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.934241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.934525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.934870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.935093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.935546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.935700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.936692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.936692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.936692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.937066] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.937292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.937449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.937790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.938012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.938257] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04209d94-db9e-4e81-a6af-f6454f12c00c is going to be updated. [ 666.968927] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.970239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.970239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.970705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.971028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.971759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04209d94-db9e-4e81-a6af-f6454f12c00c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.364398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.364575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.364633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.364852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.364940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.365068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc already deleted. [ 667.365154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.441254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.462920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 667.462920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.462920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.462920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.462920] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.463346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.463346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.463346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.463346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.463539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.463539] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.947583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.947897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.947897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.948043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.948133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.948245] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 is going to be created. [ 667.965479] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.996579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.996579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.996579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.996579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.996579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.010399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: UNINITIALIZED for 2s [ 668.468648] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e8e2ca3-842c-43b7-b6bc-73346ea58806: rpc.has_security_group_logging(os_id): False [ 668.505381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.505804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.505900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.506186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.506311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.506598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.506715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.506769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.506947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.507043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.507129] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be created. [ 668.553100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 668.553100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.622444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.622444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.622798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.622866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.623110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.642619] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 670.023141] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: SUCCESS [ 670.023141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.023141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.023141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.023141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.023732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.023732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.023732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.023732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.023732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.023732] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.509076] env[66673]: INFO networking_nsxv3.common.synchronization [req-da6e2dcc-f131-4e2e-9958-09ee7466d59e req-d44db7f1-fb4c-4d02-981e-7b5d0383a128 tempest-SecurityGroupRulesNegativeTestJSON-1166727981 tempest-SecurityGroupRulesNegativeTestJSON-1166727981-project-member] Enqueued Resource ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc with Priority: HIGHEST for action security_group_rules [ 670.509657] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc with Priority: HIGHEST for action security_group_rules [ 670.510146] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.510309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.511239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.511239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.511409] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a1fb87-2f6d-41f8-92a2-b51c95243dcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.526047] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.526215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.526287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.526521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.526727] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.526857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.526954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.527201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.527296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.527388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.527537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.527629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.527736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.527830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.527980] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.528063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.528126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.528261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.528336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.528416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.528506] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.658650] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 670.658650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.036713] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f1b3078-5cea-4b49-9086-f95faa64b7a5: rpc.has_security_group_logging(os_id): False [ 671.040202] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.042804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.042804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.042804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.042804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.042804] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a1fb87-2f6d-41f8-92a2-b51c95243dcc already deleted. [ 671.042804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a1fb87-2f6d-41f8-92a2-b51c95243dcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.063640] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.064920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.064920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.066198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.066552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.066698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.066805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.067379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.067379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.067549] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.067690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.067829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068414] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068973] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 is going to be created. [ 671.168270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.168618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.170150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.170498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.170711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.187164] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: IN_PROGRESS for 2s [ 671.470576] env[66673]: INFO networking_nsxv3.common.synchronization [req-7fccfdcc-6d48-4530-9c89-64d394045bac req-da4e176e-c3dd-444e-ab9f-6fed757d1aad tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 671.472812] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 671.474277] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.474434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.474528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.474794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.474980] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.475094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.475160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.475995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.476128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.476238] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.982239] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.982239] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.982239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a already deleted. [ 671.982239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.995875] env[66673]: INFO networking_nsxv3.common.synchronization [req-22df6d04-2092-43ef-af1d-dd50867516fb req-68721852-bd43-4f34-9601-73cc32a82bfd tempest-ServerExternalEventsTest-700218779 tempest-ServerExternalEventsTest-700218779-project-member] Enqueued Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 671.996958] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGHEST for action security_group_members [ 671.996958] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.996958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.998743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.998743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.998743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.998743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.998743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.999332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.999779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.001460] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.302032] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.302422] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.302422] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.302689] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.303014] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.303182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.303293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.303628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.303726] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.303950] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.304419] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.304536] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.304645] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.304755] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.304857] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.305053] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.328025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.328025] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.328025] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.328025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.328573] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-04fd4eff-a7a3-4f7a-96ff-316905d33db8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.328573] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.328573] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.328882] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.329081] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fd4eff-a7a3-4f7a-96ff-316905d33db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.503783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.504087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.504166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.504431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.504558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.504785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.504913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.504986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.505155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.505331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.505331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d is going to be updated. [ 672.536177] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.536405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.536405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.536622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.536784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.545776] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: IN_PROGRESS for 2s [ 672.831414] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.831817] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.831965] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.832265] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.832415] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.832568] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 04fd4eff-a7a3-4f7a-96ff-316905d33db8 not found, creating... [ 672.832833] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.833086] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.833159] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.833403] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.833580] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.833957] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.834132] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.834247] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.834455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.834623] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.834728] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 is going to be created. [ 672.855346] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.855608] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.855835] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.855949] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.856197] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.856423] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.200155] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: SUCCESS [ 673.200393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.615960] env[66673]: INFO networking_nsxv3.common.synchronization [req-7fccfdcc-6d48-4530-9c89-64d394045bac req-657c5a60-f545-48a1-8fc0-3dab6bac3e37 service nova] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 673.615960] env[66673]: INFO networking_nsxv3.common.synchronization [req-7fccfdcc-6d48-4530-9c89-64d394045bac req-657c5a60-f545-48a1-8fc0-3dab6bac3e37 service nova] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 673.615960] env[66673]: INFO networking_nsxv3.common.synchronization [req-7fccfdcc-6d48-4530-9c89-64d394045bac req-657c5a60-f545-48a1-8fc0-3dab6bac3e37 service nova] Enqueued Resource ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with Priority: HIGHEST for action port [ 673.620029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 673.620029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 673.620029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with Priority: HIGHEST for action port [ 673.620029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.620029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.620029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.620453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.620453] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.621203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.621343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.621343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.621495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.621693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.621804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.621869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.622047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.622806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.622806] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.625398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fd4eff-a7a3-4f7a-96ff-316905d33db8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.625776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.625776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.625776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.625946] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fd4eff-a7a3-4f7a-96ff-316905d33db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.754098] env[66673]: INFO networking_nsxv3.common.synchronization [req-fbfc86a9-8174-4f0e-a5c5-380157b2a43d req-d23ac67c-1e54-4924-b29a-243e4874e2eb tempest-InstanceActionsV221TestJSON-1695864725 tempest-InstanceActionsV221TestJSON-1695864725-project-member] Enqueued Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 673.754098] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGHEST for action security_group_members [ 673.754098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.754389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.754389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755364] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.755364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.755364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.755364] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.133028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.133028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.133028] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with status ACTIVE [ 674.133028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.133028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.133028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.134158] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.134431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.134632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.134905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.135113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.135295] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 is going to be updated. [ 674.170244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.170244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.170244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.170244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.170244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.170244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.258512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.258769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.258769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.259684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.260239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.263063] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.263063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.263063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.263063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.263063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.263063] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 is going to be updated. [ 674.324627] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.324627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.324627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.325714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.325714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.337789] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: IN_PROGRESS for 2s [ 674.558618] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d in Status: SUCCESS [ 674.560244] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d deletion is rescheduled due to dependency. [ 674.560413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.637605] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.732224] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1391b239-f52d-4e4f-a8de-72ec62a7426d None None] Enqueued Resource ID: c0d1a21e-5ca1-490f-8428-0a70a50b54d4 with Priority: HIGHEST for action port [ 674.732802] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d1a21e-5ca1-490f-8428-0a70a50b54d4 with Priority: HIGHEST for action port [ 674.733478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d1a21e-5ca1-490f-8428-0a70a50b54d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.733819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d1a21e-5ca1-490f-8428-0a70a50b54d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.734031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d1a21e-5ca1-490f-8428-0a70a50b54d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.735400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d1a21e-5ca1-490f-8428-0a70a50b54d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.735400] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d1a21e-5ca1-490f-8428-0a70a50b54d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.142070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.142070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.142070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.142070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.142344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.142344] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be created. [ 675.170997] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.171322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.171322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.171486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.172087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.183699] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: UNINITIALIZED for 2s [ 675.240138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0d1a21e-5ca1-490f-8428-0a70a50b54d4 [ 675.240138] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.240138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.240138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.240138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.240138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.240138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0d1a21e-5ca1-490f-8428-0a70a50b54d4 already deleted. [ 675.240138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d1a21e-5ca1-490f-8428-0a70a50b54d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.350071] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 in Status: SUCCESS [ 676.350398] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 deletion is rescheduled due to dependency. [ 676.350398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.666340] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc00f3c0-f52b-4370-a0eb-26164d586975 req-97417b67-f902-470a-8ca2-9b91357dc7ac tempest-DeleteServersAdminTestJSON-160754755 tempest-DeleteServersAdminTestJSON-160754755-project-member] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 676.666753] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 676.673024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.673024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.673024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.673024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.175169] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.175935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.176243] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.176617] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.176997] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.177229] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.177386] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.177678] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.177868] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.178158] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.178604] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.178604] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.178734] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.178778] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.178949] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.179145] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.181196] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.181341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.181428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.181640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.181754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.182019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.182150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.182236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.182442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.182547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.182679] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be updated. [ 677.201446] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: SUCCESS [ 677.201841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.201941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.202231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.202706] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.202706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.202857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203569] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.207122] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.207542] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.207542] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.207639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208200] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-ac66cef0-ede8-47f2-9241-4edaf3689d37 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.208200] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.208859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.208859] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac66cef0-ede8-47f2-9241-4edaf3689d37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.217840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.218017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.218086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.218330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.218477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.234058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 677.577789] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0754cd0e-bd08-4664-ab0f-9e2592f4a6c3 None None] Enqueued Resource ID: 8827b738-4776-48a0-8f4c-879990e4ac8b with Priority: HIGHEST for action port [ 677.579315] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8827b738-4776-48a0-8f4c-879990e4ac8b with Priority: HIGHEST for action port [ 677.579636] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8827b738-4776-48a0-8f4c-879990e4ac8b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.579760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8827b738-4776-48a0-8f4c-879990e4ac8b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.579823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8827b738-4776-48a0-8f4c-879990e4ac8b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.580136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8827b738-4776-48a0-8f4c-879990e4ac8b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.580227] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8827b738-4776-48a0-8f4c-879990e4ac8b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.706208] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.711480] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.711480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.711480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.711798] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.711843] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.712029] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port ac66cef0-ede8-47f2-9241-4edaf3689d37 not found, creating... [ 677.712274] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.712437] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.712549] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.712764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.712896] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.713206] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.713378] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.713966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.713966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.713966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.713966] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: ac66cef0-ede8-47f2-9241-4edaf3689d37 is going to be created. [ 677.740817] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.741074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.741131] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.741401] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.741623] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.741835] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.083443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8827b738-4776-48a0-8f4c-879990e4ac8b [ 678.083670] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.083811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.083890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.084154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.084275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.084464] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8827b738-4776-48a0-8f4c-879990e4ac8b already deleted. [ 678.084527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8827b738-4776-48a0-8f4c-879990e4ac8b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.210672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cc80f87-1e45-4827-9dcf-e37b64b3a87a: rpc.has_security_group_logging(os_id): False [ 678.230289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.231022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.231177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.231323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.231400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.231792] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be created. [ 678.310683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.310881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.310881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.311140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.311373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.323732] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: IN_PROGRESS for 2s [ 678.422067] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc00f3c0-f52b-4370-a0eb-26164d586975 req-3eb41123-ccd8-4981-a964-5dfc96ca1e95 service nova] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_rules [ 678.422067] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc00f3c0-f52b-4370-a0eb-26164d586975 req-3eb41123-ccd8-4981-a964-5dfc96ca1e95 service nova] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 678.422067] env[66673]: INFO networking_nsxv3.common.synchronization [req-dc00f3c0-f52b-4370-a0eb-26164d586975 req-3eb41123-ccd8-4981-a964-5dfc96ca1e95 service nova] Enqueued Resource ID: ac66cef0-ede8-47f2-9241-4edaf3689d37 with Priority: HIGHEST for action port [ 678.422067] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_rules [ 678.422067] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 678.422352] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac66cef0-ede8-47f2-9241-4edaf3689d37 with Priority: HIGHEST for action port [ 678.422764] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.422889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.422994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.424268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.424268] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.424540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.424540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.424775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac66cef0-ede8-47f2-9241-4edaf3689d37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.424775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.424775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.424957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.424957] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac66cef0-ede8-47f2-9241-4edaf3689d37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.538081] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d016a487-1dee-4d27-a6da-ed94bea44bcf None None] Enqueued Resource ID: efd8f85b-f320-4867-b742-5539e539ecc1 with Priority: HIGHEST for action port [ 678.538631] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd8f85b-f320-4867-b742-5539e539ecc1 with Priority: HIGHEST for action port [ 678.538936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd8f85b-f320-4867-b742-5539e539ecc1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.539058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd8f85b-f320-4867-b742-5539e539ecc1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.539118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd8f85b-f320-4867-b742-5539e539ecc1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.539374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd8f85b-f320-4867-b742-5539e539ecc1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.539466] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd8f85b-f320-4867-b742-5539e539ecc1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.928977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.928977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac66cef0-ede8-47f2-9241-4edaf3689d37 with status ACTIVE [ 678.934113] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934113] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934113] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.934113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.934113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac66cef0-ede8-47f2-9241-4edaf3689d37 is going to be updated. [ 678.961735] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.961953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.962435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.962769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.962948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.963304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac66cef0-ede8-47f2-9241-4edaf3689d37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.041970] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efd8f85b-f320-4867-b742-5539e539ecc1 [ 679.042285] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.042449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.042533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.042711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.042799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.042899] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efd8f85b-f320-4867-b742-5539e539ecc1 already deleted. [ 679.043056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd8f85b-f320-4867-b742-5539e539ecc1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.243034] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 679.243213] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 deletion is rescheduled due to dependency. [ 679.243342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.243502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.244392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.244392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.244392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.244392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.244392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.244392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.244392] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.575066] env[66673]: INFO networking_nsxv3.common.synchronization [req-1f29bf74-d45b-453f-a4aa-b64697ec74e5 req-4f4e8a3e-35cc-4f88-b2fc-75dfa455f042 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 679.575587] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 679.576309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.576679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.576777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.576828] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.748996] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.080661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.081089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.081089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.081174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.081208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.081405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.081500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.081557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.081704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.081780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082563] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 680.117220] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.117425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.117425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.117629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.117755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.128398] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 680.249835] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.337462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: SUCCESS [ 680.337462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.708582] env[66673]: INFO networking_nsxv3.common.synchronization [None req-dd29ccfd-db7e-40cb-a986-2cad13fe8d0c None None] Enqueued Resource ID: 03b4b7b2-e99e-4cd5-847d-b3a6eef87b90 with Priority: HIGHEST for action port [ 680.709164] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b4b7b2-e99e-4cd5-847d-b3a6eef87b90 with Priority: HIGHEST for action port [ 680.709463] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b4b7b2-e99e-4cd5-847d-b3a6eef87b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.710027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b4b7b2-e99e-4cd5-847d-b3a6eef87b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.710027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b4b7b2-e99e-4cd5-847d-b3a6eef87b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.710027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b4b7b2-e99e-4cd5-847d-b3a6eef87b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.710027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b4b7b2-e99e-4cd5-847d-b3a6eef87b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.752369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.752505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.752582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.752805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.752911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.753015] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be updated. [ 680.786245] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.787315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.787315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.787315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.787315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.798408] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 680.970201] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e55c82c8-c8c4-4267-931c-084c13fe523f None None] Enqueued Resource ID: f68668aa-bc7c-481f-b098-3c6551437344 with Priority: HIGHEST for action port [ 680.970201] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68668aa-bc7c-481f-b098-3c6551437344 with Priority: HIGHEST for action port [ 680.974163] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68668aa-bc7c-481f-b098-3c6551437344 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.974163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68668aa-bc7c-481f-b098-3c6551437344" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.974163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68668aa-bc7c-481f-b098-3c6551437344" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.974163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68668aa-bc7c-481f-b098-3c6551437344" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.974163] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68668aa-bc7c-481f-b098-3c6551437344',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.213315] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03b4b7b2-e99e-4cd5-847d-b3a6eef87b90 [ 681.214114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.215108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.215748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.217597] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03b4b7b2-e99e-4cd5-847d-b3a6eef87b90 already deleted. [ 681.217597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b4b7b2-e99e-4cd5-847d-b3a6eef87b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.429599] env[66673]: INFO networking_nsxv3.common.synchronization [None req-55a4e90f-df39-4270-b95c-8aa94b9abe7c None None] Enqueued Resource ID: 5d77ce4b-e189-4f18-873c-38c294a9b510 with Priority: HIGHEST for action port [ 681.430268] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d77ce4b-e189-4f18-873c-38c294a9b510 with Priority: HIGHEST for action port [ 681.430602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d77ce4b-e189-4f18-873c-38c294a9b510 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.430602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d77ce4b-e189-4f18-873c-38c294a9b510" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.430823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d77ce4b-e189-4f18-873c-38c294a9b510" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.430926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d77ce4b-e189-4f18-873c-38c294a9b510" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.433683] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d77ce4b-e189-4f18-873c-38c294a9b510',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.480063] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f68668aa-bc7c-481f-b098-3c6551437344 [ 681.480770] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.480770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.480770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.480770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.481048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.481048] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f68668aa-bc7c-481f-b098-3c6551437344 already deleted. [ 681.481048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68668aa-bc7c-481f-b098-3c6551437344" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.936095] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d77ce4b-e189-4f18-873c-38c294a9b510 [ 681.936095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.936254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.936254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.936437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.936521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.936612] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d77ce4b-e189-4f18-873c-38c294a9b510 already deleted. [ 681.936687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d77ce4b-e189-4f18-873c-38c294a9b510" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.023068] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0871dab7-b398-4aa4-96a5-7cfcb12af52c tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 682.023627] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 682.023929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.024064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.024129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.024416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.024483] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.139623] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 682.139623] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 682.139623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.372474] env[66673]: INFO networking_nsxv3.common.synchronization [req-470ecac5-08e7-41e1-8a59-c18fa922cf59 req-ede41832-ac39-4fda-ab02-cea93e4d17c2 tempest-ImagesOneServerTestJSON-1566995814 tempest-ImagesOneServerTestJSON-1566995814-project-member] Enqueued Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 682.373162] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 682.373531] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.373707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.373807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.374110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.374275] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.374375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.374437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.374625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.374710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.374802] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.547887] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.548098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.548098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548447] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c already deleted. [ 682.548528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.612385] env[66673]: INFO networking_nsxv3.common.synchronization [None req-685cbf8a-467c-44d3-82dd-8a423f335b17 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 682.612385] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 682.612731] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.612731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.612731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.612864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.613498] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.810145] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 682.810553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.811774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.811774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.811774] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.811915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.811915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.813022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.813022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.813022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.813022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.874682] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.874933] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-624" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.875012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-624" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.875466] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-624" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.875763] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.875970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876346] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876346] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.876482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.876690] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.877179] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.877179] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.877179] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.877179] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.877801] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.877801] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.879089] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.879226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.879317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.879940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.879940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.879940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.879940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.879940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.879940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.880312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.880312] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 already deleted. [ 682.880312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.902380] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.902639] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.902848] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.903263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-624" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.903592] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.903855] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.904052] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.904550] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.904699] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.138946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.139284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.139284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.139563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.140029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.140029] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c already deleted. [ 683.140029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.318722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.318722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.318722] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.408693] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.408693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.408693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409064] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.409064] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.409172] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 not found, creating... [ 683.409512] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.409581] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409687] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.409907] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410090] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.410400] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.410547] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.410651] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410844] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.411449] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.411449] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 is going to be created. [ 683.436739] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.436739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.436739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.436739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.436739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.436739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.822924] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1879641c-9fd0-4f34-91f0-0b237deadf75: rpc.has_security_group_logging(os_id): False [ 683.841123] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.841346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.842015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.842015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.842226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.842463] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.842572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.842636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.842795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.842918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.843090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.843157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.843354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.843426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.843818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.843934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.844155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.844232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.844317] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be updated. [ 683.897674] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c7871cbe-9f0a-46a0-bd01-6dfe85b0839b None None] Enqueued Resource ID: 98bdb5c2-7403-47be-b36e-c46ff4ca1b06 with Priority: HIGHEST for action port [ 683.898231] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bdb5c2-7403-47be-b36e-c46ff4ca1b06 with Priority: HIGHEST for action port [ 683.898542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-98bdb5c2-7403-47be-b36e-c46ff4ca1b06 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.898756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98bdb5c2-7403-47be-b36e-c46ff4ca1b06" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.898756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98bdb5c2-7403-47be-b36e-c46ff4ca1b06" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.900208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98bdb5c2-7403-47be-b36e-c46ff4ca1b06" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.900208] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98bdb5c2-7403-47be-b36e-c46ff4ca1b06',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.918685] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.919088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.919088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.919478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.919478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.935051] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [req-470ecac5-08e7-41e1-8a59-c18fa922cf59 req-688f8b01-5189-4311-a266-8f3bc0d1ca7b service nova] Enqueued Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_rules [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [req-470ecac5-08e7-41e1-8a59-c18fa922cf59 req-688f8b01-5189-4311-a266-8f3bc0d1ca7b service nova] Enqueued Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [req-470ecac5-08e7-41e1-8a59-c18fa922cf59 req-688f8b01-5189-4311-a266-8f3bc0d1ca7b service nova] Enqueued Resource ID: 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 with Priority: HIGHEST for action port [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_rules [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 684.179742] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 with Priority: HIGHEST for action port [ 684.180604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.180801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.180801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.182260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.182369] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.183283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.183426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.184000] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.184122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.184179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.184337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.184418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.184505] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.186877] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.187032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.187095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.187217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.187290] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.401176] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98bdb5c2-7403-47be-b36e-c46ff4ca1b06 [ 684.402902] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.403058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.403126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.403328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.403441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.403561] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98bdb5c2-7403-47be-b36e-c46ff4ca1b06 already deleted. [ 684.403648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98bdb5c2-7403-47be-b36e-c46ff4ca1b06" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689261] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.692227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.692487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.692791] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 with status ACTIVE [ 684.693015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.693243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.693375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.693649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.693801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.698655] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.700027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.700169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.700393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.700645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.701852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.701852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.701999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.702197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.702252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.702321] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7 is going to be updated. [ 684.726122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.726870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.726870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.726870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.726870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.726870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-721a5431-9c3a-4bf0-ae5d-8c1cf3ccaeb7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.205741] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.308395] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5fdfc886-1e65-49da-8b5f-0274b10a5916 None None] Enqueued Resource ID: 22c2bf46-33d1-4569-9d57-8b3771fdf680 with Priority: HIGHEST for action port [ 685.308926] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c2bf46-33d1-4569-9d57-8b3771fdf680 with Priority: HIGHEST for action port [ 685.312399] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c2bf46-33d1-4569-9d57-8b3771fdf680 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.312399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c2bf46-33d1-4569-9d57-8b3771fdf680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.312399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c2bf46-33d1-4569-9d57-8b3771fdf680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.312399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c2bf46-33d1-4569-9d57-8b3771fdf680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.312399] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c2bf46-33d1-4569-9d57-8b3771fdf680',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.709855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.709855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.709855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.710265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.710265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.710436] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 is going to be created. [ 685.736719] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.736944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.736944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.737121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.737272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.748134] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: UNINITIALIZED for 2s [ 685.813432] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22c2bf46-33d1-4569-9d57-8b3771fdf680 [ 685.815090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.815369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.815369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.815569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.815687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.815756] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22c2bf46-33d1-4569-9d57-8b3771fdf680 already deleted. [ 685.815838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c2bf46-33d1-4569-9d57-8b3771fdf680" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.952925] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 685.953094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.582849] env[66673]: INFO networking_nsxv3.common.synchronization [req-b5503134-b949-471e-af70-d69a7a6360a3 req-2de905e4-4982-41de-b47f-8d396b90876b tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 686.584517] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 686.584517] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.584517] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.584517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.584517] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.038385] env[66673]: INFO networking_nsxv3.common.synchronization [None req-216a6a96-41dc-4904-89c0-49c72492f80b tempest-ServersTestFqdnHostnames-633922370 tempest-ServersTestFqdnHostnames-633922370-project-member] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 687.039260] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 687.039260] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.039378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.039378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.040326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.040473] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.087250] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.171706] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.171917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.172094] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.172338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.172672] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.172842] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.172955] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.173457] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.173670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.173944] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.174114] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.175079] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.175079] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.175079] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.175079] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.175079] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.195052] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.195303] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.195462] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.195699] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.196127] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-a5d40198-8160-4b87-b31f-1e525090d4fb taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.196355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.196512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.196929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.197117] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d40198-8160-4b87-b31f-1e525090d4fb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.563028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.563566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.564397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.564397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.564397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.564397] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 already deleted. [ 687.564397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.591220] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.701143] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.701143] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.701143] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.701143] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.701443] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.701443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port a5d40198-8160-4b87-b31f-1e525090d4fb not found, creating... [ 687.701622] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.701759] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.701873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.702096] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.702230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.702510] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.702686] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.702801] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.703011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.703146] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.703279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: a5d40198-8160-4b87-b31f-1e525090d4fb is going to be created. [ 687.724149] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.724402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.724553] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.724818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725081] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.725304] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.757693] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: SUCCESS [ 687.757933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.758107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.758317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.758825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.758985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.759084] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.011320] env[66673]: INFO networking_nsxv3.common.synchronization [None req-862a5856-c996-4737-855f-5f88be543022 tempest-ServersTestFqdnHostnames-633922370 tempest-ServersTestFqdnHostnames-633922370-project-member] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 688.011320] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 688.011320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.011320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011620] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.093228] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.093843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.093843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.093843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.093843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.093843] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 688.124253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.124435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.124487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.124806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.125055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.135525] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 688.261301] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.261544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.261625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.261867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.262089] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.262192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.262255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.262418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.262510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.262603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.262936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.263239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.263239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.263408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.263613] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.263742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.263828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.264204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.264204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.264296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.264422] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [req-b5503134-b949-471e-af70-d69a7a6360a3 req-b9a8b625-39c7-42b8-8eb3-7072bb45cdd6 service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [req-b5503134-b949-471e-af70-d69a7a6360a3 req-b9a8b625-39c7-42b8-8eb3-7072bb45cdd6 service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [req-b5503134-b949-471e-af70-d69a7a6360a3 req-b9a8b625-39c7-42b8-8eb3-7072bb45cdd6 service nova] Enqueued Resource ID: a5d40198-8160-4b87-b31f-1e525090d4fb with Priority: HIGHEST for action port [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 688.435369] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d40198-8160-4b87-b31f-1e525090d4fb with Priority: HIGHEST for action port [ 688.440767] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.441016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.441375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.441647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.441808] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.443540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.443540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.443763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d40198-8160-4b87-b31f-1e525090d4fb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.443909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.444078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.444383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.444909] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d40198-8160-4b87-b31f-1e525090d4fb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.553275] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.553275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.553275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.553275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.553275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.553275] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 already deleted. [ 688.553275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.767716] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef8ae5b0-74b9-48a2-a376-37d96fd597c3: rpc.has_security_group_logging(os_id): False [ 688.794395] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.794611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.794688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.794996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.795837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.796323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.796517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.796622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.796731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.799963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.799963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.800155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.800199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.802539] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.802539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.802539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.802539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.802539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.802539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 is going to be created. [ 688.864311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.864508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.864587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.864778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.864980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876210] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: IN_PROGRESS for 2s [ 688.947876] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.947876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.952715] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5d40198-8160-4b87-b31f-1e525090d4fb with status ACTIVE [ 688.954078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.954078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.954078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.954368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.954368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.954548] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.954646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.954709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.954885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.954967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.955131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.955213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.955271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.955410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.955483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.955568] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5d40198-8160-4b87-b31f-1e525090d4fb is going to be updated. [ 689.007424] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.007424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.007727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.008144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.008560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.008753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d40198-8160-4b87-b31f-1e525090d4fb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.424768] env[66673]: INFO networking_nsxv3.common.synchronization [None req-90759b81-6e0e-423b-8622-97e75ed8be0e tempest-ServerActionsV293TestJSON-140815116 tempest-ServerActionsV293TestJSON-140815116-project-member] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 689.427036] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 689.427036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.427036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.427036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.427271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.427379] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.954298] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.954482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.954523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.957549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.957549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.957549] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c already deleted. [ 689.957549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.086373] env[66673]: INFO networking_nsxv3.common.synchronization [None req-89c73ebc-2115-4e45-947c-9d48ccc37c54 tempest-ServerActionsV293TestJSON-140815116 tempest-ServerActionsV293TestJSON-140815116-project-member] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 690.086983] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 690.087275] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.087391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.087454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.088027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.088027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.145396] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 690.145737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.145966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.146251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.146503] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.146772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.146772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.147109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.147246] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.610973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.610973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.610973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.610973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.611457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.611457] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c already deleted. [ 690.611457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.614068] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5289efa-327d-4feb-a278-a84cd31bbe51 req-afd46119-b621-4391-9c3f-99f030369b84 tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 690.614583] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 690.614951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.615086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.615149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.615576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.615783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.615944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.616203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.616409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.616521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.616644] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.649644] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.889185] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: SUCCESS [ 690.889380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.119454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.119618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.119891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.120178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.120382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.120649] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.121359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.121359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.121359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.121359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.121359] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 already deleted. [ 691.121359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.124402] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.124614] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.124771] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.125164] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.125443] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.125609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.125730] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.125950] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.126098] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.126399] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.126483] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.126572] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.126683] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.126789] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.126889] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.127019] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.147423] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.147712] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.147712] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.147891] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.148242] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-573b2da8-3fe6-405c-84c6-a13f343241fe taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.148417] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.148566] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.148823] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.148958] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573b2da8-3fe6-405c-84c6-a13f343241fe',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.151471] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.651652] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.652048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.652048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.652275] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.652543] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.652620] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 573b2da8-3fe6-405c-84c6-a13f343241fe not found, creating... [ 691.653017] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.653189] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.653281] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.653498] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.654327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.654327] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.654327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.654327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.654738] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.654738] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.654738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 573b2da8-3fe6-405c-84c6-a13f343241fe is going to be created. [ 691.656132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.656246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.656314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.656505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.656614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.656716] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 691.680086] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680326] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680442] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680972] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.681207] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.693964] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.694195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.694195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.694407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.694548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.707488] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 692.420291] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5289efa-327d-4feb-a278-a84cd31bbe51 req-9c079703-f67d-40f2-84f0-f81f4e2d21bd service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 692.420291] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5289efa-327d-4feb-a278-a84cd31bbe51 req-9c079703-f67d-40f2-84f0-f81f4e2d21bd service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 692.420291] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5289efa-327d-4feb-a278-a84cd31bbe51 req-9c079703-f67d-40f2-84f0-f81f4e2d21bd service nova] Enqueued Resource ID: 573b2da8-3fe6-405c-84c6-a13f343241fe with Priority: HIGHEST for action port [ 692.423272] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 692.423272] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 692.423272] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573b2da8-3fe6-405c-84c6-a13f343241fe with Priority: HIGHEST for action port [ 692.423498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.423498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.423660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.424147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.424943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.429877] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.429877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.429877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.429877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.430202] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.430202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.430202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.430386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.430511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.430645] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.433883] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-573b2da8-3fe6-405c-84c6-a13f343241fe taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.433883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.433883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.436102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.436102] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573b2da8-3fe6-405c-84c6-a13f343241fe',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.813544] env[66673]: INFO networking_nsxv3.common.synchronization [req-571c84d7-c638-47cf-8001-d73e14c94119 req-5119264d-ebea-4630-9c49-5c8c7abbe407 tempest-ServerMetadataTestJSON-832606525 tempest-ServerMetadataTestJSON-832606525-project-member] Enqueued Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 692.814793] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 692.815311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.816625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817154] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.937152] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.939117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939117] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573b2da8-3fe6-405c-84c6-a13f343241fe with status ACTIVE [ 692.939117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.939117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.939929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.939929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.939929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.939929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.939929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.940437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.940437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.940693] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573b2da8-3fe6-405c-84c6-a13f343241fe is going to be updated. [ 692.964274] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.964490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.964490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.964743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.965031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.965234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573b2da8-3fe6-405c-84c6-a13f343241fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be already deleted. [ 693.322021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.410697] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.410981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.411174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.411416] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.411891] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.412125] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.412291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.412571] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.412753] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.413101] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.413264] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.413468] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.413682] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.413753] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.413842] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.414016] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.434218] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.434386] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.434618] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.434825] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.435267] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-07876f33-3be7-499f-b051-31853808f530 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.435465] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.435574] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.435896] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.436037] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07876f33-3be7-499f-b051-31853808f530',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.438878] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.719139] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 693.719774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.719774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.719774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.719948] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.720042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.720227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.720301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.720351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.720413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.720504] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.940661] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.941872] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.943084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.943084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.943084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.943084] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 07876f33-3be7-499f-b051-31853808f530 not found, creating... [ 693.943320] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.943490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.943598] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.943818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.944193] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.944831] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.944831] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.944831] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.945134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.945134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.946205] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 07876f33-3be7-499f-b051-31853808f530 is going to be created. [ 693.948031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.948031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.948031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.948031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.948031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.948031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be created. [ 693.987439] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.987728] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.987803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.988119] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.988382] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.988609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.990595] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.990595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.990595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.990853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.990853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.003308] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: UNINITIALIZED for 2s [ 694.223089] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.223299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.223414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.223688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.223896] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.224025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.224183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.224375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.224492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.224604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.224783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.224904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.224983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.225364] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.225458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.225516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.225733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225906] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.728738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51214b6b-cc4b-48d0-85ce-46260aaacb37: rpc.has_security_group_logging(os_id): False [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [req-571c84d7-c638-47cf-8001-d73e14c94119 req-ec35fe85-9135-4905-a933-cef2272f6eb7 service nova] Enqueued Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_rules [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [req-571c84d7-c638-47cf-8001-d73e14c94119 req-ec35fe85-9135-4905-a933-cef2272f6eb7 service nova] Enqueued Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [req-571c84d7-c638-47cf-8001-d73e14c94119 req-ec35fe85-9135-4905-a933-cef2272f6eb7 service nova] Enqueued Resource ID: 07876f33-3be7-499f-b051-31853808f530 with Priority: HIGHEST for action port [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_rules [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 694.753362] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07876f33-3be7-499f-b051-31853808f530 with Priority: HIGHEST for action port [ 694.753362] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.753362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.753362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.753362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.753886] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.754721] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.754850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.754909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.755122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.755291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.755385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.755446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.755590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.757603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.757768] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.759714] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-07876f33-3be7-499f-b051-31853808f530 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.759714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.759714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.759961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.759961] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07876f33-3be7-499f-b051-31853808f530',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.765231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.765231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.765231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.765231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.766780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.767066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.767429] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.767682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.767954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.768292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.768520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.768792] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 694.871897] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.871897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.871897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.872218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.872280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.890882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 695.265718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.265718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.271066] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.274989] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07876f33-3be7-499f-b051-31853808f530 with status ACTIVE [ 695.274989] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.274989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.274989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.274989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.274989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.274989] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.275547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.275547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.275547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.275547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.275711] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.275711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.275986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.275986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.275986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.276287] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07876f33-3be7-499f-b051-31853808f530 is going to be updated. [ 695.332276] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.332504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.332581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.333063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.333063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.333225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07876f33-3be7-499f-b051-31853808f530" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.452339] env[66673]: INFO networking_nsxv3.common.synchronization [req-1a79410d-509f-4b9d-aa24-9b31a80b559b req-249be163-2734-409b-a216-4f5fd15344c8 tempest-ServersTestManualDisk-1304808564 tempest-ServersTestManualDisk-1304808564-project-member] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 695.452339] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 695.452339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.452339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.452339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.452761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.452761] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.452855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.454952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.454952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454952] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.774775] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.958077] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.958661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.958661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.958661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958934] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.959038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.959038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.959231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.959368] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a already deleted. [ 695.959511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.019654] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 696.019946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.020286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.020490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.021096] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.021096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.021096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.021430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.021430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.021430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.021656] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.279402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.279742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.279742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.279859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.279956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.280163] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be is going to be created. [ 696.310651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.310910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.311187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.311393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.322888] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: UNINITIALIZED for 2s [ 696.392715] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.392876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-331" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.392876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-331" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.393697] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-331" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.394155] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.394241] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.394345] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.394562] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.394704] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.394907] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.395018] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.395123] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.395224] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.395324] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.395420] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.395541] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.418041] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.419087] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.419087] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.419087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-331" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.419347] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-01cfee6c-7604-4626-88e4-eaa7a71d1927 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.419795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.419795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.419961] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.420146] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cfee6c-7604-4626-88e4-eaa7a71d1927',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.525131] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.906786] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 696.907033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.923767] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.924102] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.924576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.924732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 01cfee6c-7604-4626-88e4-eaa7a71d1927 not found, creating... [ 696.925232] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.925402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.925550] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.925808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.925974] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.926307] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.926493] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.926609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.926840] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.926999] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.927209] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 01cfee6c-7604-4626-88e4-eaa7a71d1927 is going to be created. [ 696.947902] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.948170] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.948304] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.948609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.948882] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.949921] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.028047] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0236e880-ca2f-4692-b523-2d26dcc971d9: rpc.has_security_group_logging(os_id): False [ 697.066217] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.066465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.066465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.066649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.066741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.067019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.067121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.067170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.067303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.067373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.067459] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be created. [ 697.145700] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.145954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.145954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.146156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.146353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.158905] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 697.702458] env[66673]: INFO networking_nsxv3.common.synchronization [req-1a79410d-509f-4b9d-aa24-9b31a80b559b req-3dec8866-80f6-4dac-b443-d74458fa1c6f service nova] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 697.702764] env[66673]: INFO networking_nsxv3.common.synchronization [req-1a79410d-509f-4b9d-aa24-9b31a80b559b req-3dec8866-80f6-4dac-b443-d74458fa1c6f service nova] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 697.702764] env[66673]: INFO networking_nsxv3.common.synchronization [req-1a79410d-509f-4b9d-aa24-9b31a80b559b req-3dec8866-80f6-4dac-b443-d74458fa1c6f service nova] Enqueued Resource ID: 01cfee6c-7604-4626-88e4-eaa7a71d1927 with Priority: HIGHEST for action port [ 697.703519] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_rules [ 697.703840] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 697.703840] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cfee6c-7604-4626-88e4-eaa7a71d1927 with Priority: HIGHEST for action port [ 697.706511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.706511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.706511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.706511] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.706991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.707092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.707154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.707436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.707789] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.707789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.707789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.711801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.711801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.711801] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.711801] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cfee6c-7604-4626-88e4-eaa7a71d1927 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.711801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.711801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.711801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.711801] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cfee6c-7604-4626-88e4-eaa7a71d1927',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.211410] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.212553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01cfee6c-7604-4626-88e4-eaa7a71d1927 with status ACTIVE [ 698.213612] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.213612] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.213612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.214217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.214217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.214217] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.214401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.214733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.214733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.214733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.215894] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01cfee6c-7604-4626-88e4-eaa7a71d1927 is going to be updated. [ 698.217658] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.217828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.244467] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.245552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.245552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.245552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.245552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.245879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cfee6c-7604-4626-88e4-eaa7a71d1927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: SUCCESS [ 698.334727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.335810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.335810] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.335810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.335810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.336064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.336064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.336138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.336219] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.544759] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e3c709c2-97cf-42df-976f-3fa4e237e5ce None None] Enqueued Resource ID: 0a53c49d-cfdf-4fc3-8428-54dd0d53b197 with Priority: HIGHEST for action port [ 698.544974] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a53c49d-cfdf-4fc3-8428-54dd0d53b197 with Priority: HIGHEST for action port [ 698.545120] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a53c49d-cfdf-4fc3-8428-54dd0d53b197 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a53c49d-cfdf-4fc3-8428-54dd0d53b197" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a53c49d-cfdf-4fc3-8428-54dd0d53b197" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a53c49d-cfdf-4fc3-8428-54dd0d53b197" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545638] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a53c49d-cfdf-4fc3-8428-54dd0d53b197',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.717660] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.844413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.844641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.844716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.845463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.845843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.846105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.846610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.846794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.847095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.847357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.847513] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.847608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.847838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.847942] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.848550] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.049937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a53c49d-cfdf-4fc3-8428-54dd0d53b197 [ 699.050297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.050618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.050842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.051846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.052075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.053783] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a53c49d-cfdf-4fc3-8428-54dd0d53b197 already deleted. [ 699.053783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a53c49d-cfdf-4fc3-8428-54dd0d53b197" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.179152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 699.179413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.220625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.220886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.220886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.222764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.222764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.222764] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a is going to be created. [ 699.252031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.252031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.252031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.252334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.252526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.264601] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: UNINITIALIZED for 2s [ 699.356432] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e90152bf-68cb-4d5c-9bb9-ab7498ef16be: rpc.has_security_group_logging(os_id): False [ 699.376109] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.377194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.377194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.378629] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.378629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.378956] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.380419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.380419] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be is going to be created. [ 699.457683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.457683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.457683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.457683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.457683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.469825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: IN_PROGRESS for 2s [ 701.279122] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: SUCCESS [ 701.279679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.279679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.279830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.279995] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.280149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.280215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.280351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.280436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.280538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.280631] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.383695] env[66673]: INFO networking_nsxv3.common.synchronization [None req-01eb3fc1-d796-4d62-a806-6f4440cbcddd None None] Enqueued Resource ID: 5c0c1553-fea6-4d8d-b12d-cc4ec9f19089 with Priority: HIGHEST for action port [ 701.384482] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0c1553-fea6-4d8d-b12d-cc4ec9f19089 with Priority: HIGHEST for action port [ 701.384690] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c0c1553-fea6-4d8d-b12d-cc4ec9f19089 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.384946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c0c1553-fea6-4d8d-b12d-cc4ec9f19089" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.384946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c0c1553-fea6-4d8d-b12d-cc4ec9f19089" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.385760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c0c1553-fea6-4d8d-b12d-cc4ec9f19089" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.385760] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c0c1553-fea6-4d8d-b12d-cc4ec9f19089',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.487991] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: SUCCESS [ 701.488275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783541] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.888040] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c0c1553-fea6-4d8d-b12d-cc4ec9f19089 [ 701.888847] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.889480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.889635] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c0c1553-fea6-4d8d-b12d-cc4ec9f19089 already deleted. [ 701.889715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c0c1553-fea6-4d8d-b12d-cc4ec9f19089" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.971217] env[66673]: INFO networking_nsxv3.common.synchronization [req-5d70b30d-38d8-4cb4-b6d1-90330e8b50b6 req-89205b8c-b31d-42b5-9435-08df822d2723 tempest-AttachInterfacesV270Test-1957665951 tempest-AttachInterfacesV270Test-1957665951-project-member] Enqueued Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 701.971409] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGHEST for action security_group_members [ 701.972022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.972171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.972236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.972432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.972581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.972723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.972723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.972871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.973019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.973176] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.977735] env[66673]: INFO networking_nsxv3.common.synchronization [None req-37bdec24-6eb9-48e2-b8e2-4090a77344fa None None] Enqueued Resource ID: cd527351-1104-4ef8-b58e-4f19a5b2ce09 with Priority: HIGHEST for action port [ 701.978262] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd527351-1104-4ef8-b58e-4f19a5b2ce09 with Priority: HIGHEST for action port [ 701.980823] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd527351-1104-4ef8-b58e-4f19a5b2ce09 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd527351-1104-4ef8-b58e-4f19a5b2ce09" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd527351-1104-4ef8-b58e-4f19a5b2ce09" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd527351-1104-4ef8-b58e-4f19a5b2ce09" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.980823] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd527351-1104-4ef8-b58e-4f19a5b2ce09',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.288389] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae71c94-4060-43a9-914f-e096ec1a3f6a: rpc.has_security_group_logging(os_id): False [ 702.313550] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.313694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.313773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.313987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.314093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.314372] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.314481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.314525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.314691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.314772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.314861] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a is going to be created. [ 702.378915] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.378915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.378915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.378915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.378915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.398351] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: IN_PROGRESS for 2s [ 702.475859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.476097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.476854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.476854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.476854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.477195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 is going to be updated. [ 702.484529] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd527351-1104-4ef8-b58e-4f19a5b2ce09 [ 702.484529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.484723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.484723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.484867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.484955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.485058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd527351-1104-4ef8-b58e-4f19a5b2ce09 already deleted. [ 702.485136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd527351-1104-4ef8-b58e-4f19a5b2ce09" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.542100] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.542100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.542100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.542100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.542100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.551273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: IN_PROGRESS for 2s [ 703.938526] env[66673]: INFO networking_nsxv3.common.synchronization [None req-473ad2d7-0fbf-49b2-b567-42cfffd319f5 None None] Enqueued Resource ID: 77fe6e81-092d-4995-9904-d93eca0e875d with Priority: HIGHEST for action port [ 703.938526] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fe6e81-092d-4995-9904-d93eca0e875d with Priority: HIGHEST for action port [ 703.938526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-77fe6e81-092d-4995-9904-d93eca0e875d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.938526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77fe6e81-092d-4995-9904-d93eca0e875d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.938526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77fe6e81-092d-4995-9904-d93eca0e875d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.938526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77fe6e81-092d-4995-9904-d93eca0e875d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.938526] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77fe6e81-092d-4995-9904-d93eca0e875d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.415057] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: SUCCESS [ 704.415057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.441523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77fe6e81-092d-4995-9904-d93eca0e875d [ 704.441754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.441890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.441961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.442430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.442430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.442430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77fe6e81-092d-4995-9904-d93eca0e875d already deleted. [ 704.442541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77fe6e81-092d-4995-9904-d93eca0e875d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.564038] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 in Status: SUCCESS [ 704.564343] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 deletion is rescheduled due to dependency. [ 704.564490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.048078] env[66673]: INFO networking_nsxv3.common.synchronization [None req-30641c3b-e9c5-455d-8298-d1f8209fa695 tempest-ServersV294TestFqdnHostnames-346743849 tempest-ServersV294TestFqdnHostnames-346743849-project-member] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 705.049227] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 705.049386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.049499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.049558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.050199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.050199] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.185822] env[66673]: INFO networking_nsxv3.common.synchronization [None req-840540d6-0031-4868-b18b-b7abcd90ce1f tempest-ServersV294TestFqdnHostnames-346743849 tempest-ServersV294TestFqdnHostnames-346743849-project-member] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 705.186429] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 705.187068] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.187068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.579761] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.579761] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 already deleted. [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.579761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.579761] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.100684] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.100684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.101185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.101185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.101185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.101304] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 already deleted. [ 706.101446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.836114] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3da7e59d-3816-4f12-8d3a-9324029e9f93 None None] Enqueued Resource ID: bb9f9180-19f2-40f3-a593-8cacc8bddf95 with Priority: HIGHEST for action port [ 709.836720] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9f9180-19f2-40f3-a593-8cacc8bddf95 with Priority: HIGHEST for action port [ 709.837602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9f9180-19f2-40f3-a593-8cacc8bddf95 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.838171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9f9180-19f2-40f3-a593-8cacc8bddf95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.838254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9f9180-19f2-40f3-a593-8cacc8bddf95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.838511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9f9180-19f2-40f3-a593-8cacc8bddf95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.838600] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9f9180-19f2-40f3-a593-8cacc8bddf95',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.043074] env[66673]: INFO networking_nsxv3.common.synchronization [req-6c00944c-9e60-4229-b0dd-779abbc823dc req-878739bd-878e-4e8d-a464-b40104194d09 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 710.044557] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 710.045133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.045448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.045448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.045789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.046051] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.046253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.046339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.046648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.046785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.046936] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.343576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9f9180-19f2-40f3-a593-8cacc8bddf95 [ 710.344070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.344070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.344070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.344416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344686] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9f9180-19f2-40f3-a593-8cacc8bddf95 already deleted. [ 710.344817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9f9180-19f2-40f3-a593-8cacc8bddf95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.551224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.551224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.551224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.551224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.551519] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.551519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.551519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.551739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.551800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.551857] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 710.588969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.588969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.588969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.588969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.589194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.602206] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 710.628951] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.630385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.630385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.630385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.630592] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.630758] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.630873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.631119] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.631335] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.632070] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.632070] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.632070] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.632070] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.632070] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.632070] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.632372] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.652671] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.652828] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.652964] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.653249] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.653610] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-10d69953-15bd-419a-822f-7cab987bd550 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.653783] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.654030] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.654323] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.654471] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d69953-15bd-419a-822f-7cab987bd550',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.160029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.160029] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 10d69953-15bd-419a-822f-7cab987bd550 not found, creating... [ 711.160029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.160029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.161209] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161563] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161792] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.162152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162411] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.162659] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 10d69953-15bd-419a-822f-7cab987bd550 is going to be created. [ 711.199074] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.199074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.199074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.199074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.199074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.199074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.904671] env[66673]: INFO networking_nsxv3.common.synchronization [req-6c00944c-9e60-4229-b0dd-779abbc823dc req-c587227c-2d55-47c6-bf6c-e7723a3a5565 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 711.905384] env[66673]: INFO networking_nsxv3.common.synchronization [req-6c00944c-9e60-4229-b0dd-779abbc823dc req-c587227c-2d55-47c6-bf6c-e7723a3a5565 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 711.905384] env[66673]: INFO networking_nsxv3.common.synchronization [req-6c00944c-9e60-4229-b0dd-779abbc823dc req-c587227c-2d55-47c6-bf6c-e7723a3a5565 service nova] Enqueued Resource ID: 10d69953-15bd-419a-822f-7cab987bd550 with Priority: HIGHEST for action port [ 711.906402] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 711.906535] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 711.906667] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d69953-15bd-419a-822f-7cab987bd550 with Priority: HIGHEST for action port [ 711.906975] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.907140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.907301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.907477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.907583] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.908608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d69953-15bd-419a-822f-7cab987bd550 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.911459] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d69953-15bd-419a-822f-7cab987bd550',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.129473] env[66673]: INFO networking_nsxv3.common.synchronization [req-aa1f5760-4c3d-4a55-ba35-1b07798f8d6f req-77708c44-a7bf-47dd-bc2a-fc4cf96450a5 tempest-DeleteServersAdminTestJSON-160754755 tempest-DeleteServersAdminTestJSON-160754755-project-member] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 712.130051] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGHEST for action security_group_members [ 712.130380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.130472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.130536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.130731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.130902] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.130976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.131045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.131192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.131500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.131500] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.159571] env[66673]: INFO networking_nsxv3.common.synchronization [req-461f3265-d079-4688-adde-fa6a8900f807 req-bf407930-a325-4bf1-8008-52df01d5c983 tempest-FloatingIPsAssociationTestJSON-798728713 tempest-FloatingIPsAssociationTestJSON-798728713-project-member] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 712.160672] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 712.161813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.161813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.161813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.162119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.162119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.162534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.162534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.162534] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.411945] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.412245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.413722] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d69953-15bd-419a-822f-7cab987bd550 with status ACTIVE [ 712.413722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.413885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.413932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.414160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.414429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.414429] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.414529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.414572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.414738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.414816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.415015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.415126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.415187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.415324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.415569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.415569] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d69953-15bd-419a-822f-7cab987bd550 is going to be updated. [ 712.441236] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.441362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.441362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.441691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.441691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.441875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d69953-15bd-419a-822f-7cab987bd550" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614639] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 712.614869] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.617052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.617052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617052] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.634044] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.634104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.634398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.634490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.634699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.634818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.635094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.635267] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be updated. [ 712.662312] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0f8ef827-8544-4426-bcda-12f44a601d85 None None] Enqueued Resource ID: d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f with Priority: HIGHEST for action port [ 712.662831] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f with Priority: HIGHEST for action port [ 712.663153] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.663389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.663555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663886] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.665642] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.665772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.665882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.666079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.666216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.667805] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.678651] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: IN_PROGRESS for 2s [ 712.869079] env[66673]: INFO networking_nsxv3.common.synchronization [req-81ae0b8d-ea61-497e-90bd-7cc309c342cc req-0130ad76-3001-4f1e-9daa-d6a6e1ca963c tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 712.869838] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 712.870235] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.870371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.870433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.870831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.871058] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.871253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.871375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.871600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.871729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.871851] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.119726] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.172887] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.176148] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f [ 713.176499] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.176840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.176840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.177029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.177302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.177302] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f already deleted. [ 713.177302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bf2b6d-05d5-471b-8bd3-2c4d7218be3f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.344042] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.344241] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.344383] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344695] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.344952] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.345640] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.345781] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.346089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.346179] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.346359] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.346469] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.346582] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.346709] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.346814] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.346913] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.347078] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.371425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.371654] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.371809] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.371964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.372347] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-828d08a5-d017-4791-aacd-8a8b6d23efd3 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.372754] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.372911] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.374959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.375124] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828d08a5-d017-4791-aacd-8a8b6d23efd3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.376268] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.376268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.376469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.376547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.376596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.376752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.376865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.376950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.377050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.377124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.377722] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c already deleted. [ 713.377722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.599545] env[66673]: INFO networking_nsxv3.common.synchronization [None req-eaf22730-f7ec-46e0-a58b-92e71117843a None None] Enqueued Resource ID: cc8e1a7b-00e7-47d4-b187-7e7627113707 with Priority: HIGHEST for action port [ 713.600181] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8e1a7b-00e7-47d4-b187-7e7627113707 with Priority: HIGHEST for action port [ 713.600532] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc8e1a7b-00e7-47d4-b187-7e7627113707 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.600919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc8e1a7b-00e7-47d4-b187-7e7627113707" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.600919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc8e1a7b-00e7-47d4-b187-7e7627113707" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.601163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc8e1a7b-00e7-47d4-b187-7e7627113707" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.601243] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8e1a7b-00e7-47d4-b187-7e7627113707',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.622595] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.677829] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.677829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.677829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.677829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.677829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.677829] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be updated. [ 713.724098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.724326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.724428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.724684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.724871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 713.879066] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.879313] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.879432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.879736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.879888] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.880043] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 828d08a5-d017-4791-aacd-8a8b6d23efd3 not found, creating... [ 713.880309] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.880460] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.880572] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.880780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.880909] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.881202] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.881370] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.881481] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.881675] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.881801] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.881933] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 828d08a5-d017-4791-aacd-8a8b6d23efd3 is going to be created. [ 713.903584] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.903776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.903893] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.904214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.904469] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.904708] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.106866] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc8e1a7b-00e7-47d4-b187-7e7627113707 [ 714.106866] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.107753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.107926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.108234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.108389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.108555] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc8e1a7b-00e7-47d4-b187-7e7627113707 already deleted. [ 714.108694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc8e1a7b-00e7-47d4-b187-7e7627113707" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.124653] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.124888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.124974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.125638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.125800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.125893] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 714.158208] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.158208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.158208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.158208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.158208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.167531] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 714.601034] env[66673]: INFO networking_nsxv3.common.synchronization [req-81ae0b8d-ea61-497e-90bd-7cc309c342cc req-f0c4edf0-1860-4bab-99e4-9dcc23ece2e1 service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 714.601034] env[66673]: INFO networking_nsxv3.common.synchronization [req-81ae0b8d-ea61-497e-90bd-7cc309c342cc req-f0c4edf0-1860-4bab-99e4-9dcc23ece2e1 service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 714.601034] env[66673]: INFO networking_nsxv3.common.synchronization [req-81ae0b8d-ea61-497e-90bd-7cc309c342cc req-f0c4edf0-1860-4bab-99e4-9dcc23ece2e1 service nova] Enqueued Resource ID: 828d08a5-d017-4791-aacd-8a8b6d23efd3 with Priority: HIGHEST for action port [ 714.601034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 714.601865] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 714.602124] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828d08a5-d017-4791-aacd-8a8b6d23efd3 with Priority: HIGHEST for action port [ 714.604716] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.604716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.604716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.604716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.604874] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.605954] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.606909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.606909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.606909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.607197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.607327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.607432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.607663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.607759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.608034] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.609283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-828d08a5-d017-4791-aacd-8a8b6d23efd3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.609687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.609687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.609687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.609687] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828d08a5-d017-4791-aacd-8a8b6d23efd3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.689143] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 in Status: SUCCESS [ 714.689718] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 deletion is rescheduled due to dependency. [ 714.689718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.113317] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.113551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114332] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.116943] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828d08a5-d017-4791-aacd-8a8b6d23efd3 with status ACTIVE [ 715.117816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.118297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.118332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.120286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.120979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.121065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.121304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.121395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.121606] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.121704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.121764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.121976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.122029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.122094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828d08a5-d017-4791-aacd-8a8b6d23efd3 is going to be updated. [ 715.147318] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.147318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.147318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828d08a5-d017-4791-aacd-8a8b6d23efd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.534218] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2f006e2d-9a6f-4156-b0fc-8373962c6948 None None] Enqueued Resource ID: deba3c43-5ef4-41db-a999-7d622e8de4b3 with Priority: HIGHEST for action port [ 715.534218] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deba3c43-5ef4-41db-a999-7d622e8de4b3 with Priority: HIGHEST for action port [ 715.534218] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-deba3c43-5ef4-41db-a999-7d622e8de4b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.534218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deba3c43-5ef4-41db-a999-7d622e8de4b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.534218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deba3c43-5ef4-41db-a999-7d622e8de4b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.534218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deba3c43-5ef4-41db-a999-7d622e8de4b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.534218] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deba3c43-5ef4-41db-a999-7d622e8de4b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.623947] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.752580] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 715.752580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.040815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deba3c43-5ef4-41db-a999-7d622e8de4b3 [ 716.040815] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.040815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.040815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.040815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.040815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.040815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deba3c43-5ef4-41db-a999-7d622e8de4b3 already deleted. [ 716.040815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deba3c43-5ef4-41db-a999-7d622e8de4b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.129615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.129615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.129615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.129615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.129615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.129615] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be created. [ 716.161993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.162296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.162296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.162518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.162704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.176305] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: UNINITIALIZED for 2s [ 716.178635] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 716.178861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.179238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.179331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180481] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181577] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.684828] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.685809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.685809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.685809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.685990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686307] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.686544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.686665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.687059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.687227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.689694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.689694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.689694] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.962775] env[66673]: INFO networking_nsxv3.common.synchronization [None req-21dc5a12-9556-4348-b929-f2ae0d4b9c92 tempest-ServersTestBootFromVolume-1469906591 tempest-ServersTestBootFromVolume-1469906591-project-member] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 716.963465] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 716.963552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.963670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.963735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.964178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.964276] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.173288] env[66673]: INFO networking_nsxv3.common.synchronization [None req-104ef981-ed7f-498f-b04f-65956a0910a2 tempest-ServersTestBootFromVolume-1469906591 tempest-ServersTestBootFromVolume-1469906591-project-member] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 717.173288] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 717.173607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.173729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.191553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd67170c-c557-4178-9184-8bd62844c149: rpc.has_security_group_logging(os_id): False [ 717.213032] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.213373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.213745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.213745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.213870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.214074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.214187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.214272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.214441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.214521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.214881] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.214881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.214881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.215424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.215424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.215526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.216133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.216133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.216133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.216133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.216133] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 717.306991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.307243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.307243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.307567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.307567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.335837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 717.490973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.491185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491622] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 already deleted. [ 717.491798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.492080] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.016479] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.016832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.016832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.016916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.017016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.017129] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 already deleted. [ 718.017194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.189403] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 718.190021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.190021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.190187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.190297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.190408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.190474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.190624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.190701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.190785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.190873] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.379593] env[66673]: INFO networking_nsxv3.common.synchronization [req-a494c835-1d57-41c6-95d8-9a440c08b8b7 req-16304382-11d6-45c3-9037-889bc4fbdf4f tempest-ServersTestFqdnHostnames-633922370 tempest-ServersTestFqdnHostnames-633922370-project-member] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 718.380195] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 718.380535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.380858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.380858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.380991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381161] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.381318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.381388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.381519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.381701] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.694453] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.884316] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.884518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.884588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.884819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.885222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.885222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.885222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.885381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.885434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.885521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.885602] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 already deleted. [ 718.885682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.902113] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.902362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-694" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.902531] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-694" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902854] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-694" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.903125] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.903395] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.903435] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.903764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.903872] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.903995] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.904115] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.904270] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.904374] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.904488] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.904588] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.904715] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.929843] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.930044] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.930209] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.930398] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-694" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.930739] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.931198] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.931198] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.931432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.931571] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.040071] env[66673]: INFO networking_nsxv3.common.synchronization [req-b152b658-c1d3-4541-92ec-caf5a0488aa4 req-11cc4586-7b84-4bd5-82e7-feeaf736d7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1697022231 tempest-FloatingIPsAssociationNegativeTestJSON-1697022231-project-member] Enqueued Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 719.040737] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGHEST for action security_group_members [ 719.041324] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.041522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.041699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.041999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.042257] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.042366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.042513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.042724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.042808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.042928] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.200735] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 719.221107] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.221495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.221495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.221638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.221738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.222033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.222128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.222187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.222339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.222525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.222525] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be created. [ 719.311102] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.311102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.311102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.311346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.311535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.328704] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 719.352783] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 719.353018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.406429] env[66673]: INFO networking_nsxv3.common.synchronization [None req-97e9a79a-d194-4047-beb2-bf57d3c64fbf None None] Enqueued Resource ID: 9e4fce96-1532-4216-818f-e60012878fe5 with Priority: HIGHEST for action port [ 719.407700] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4fce96-1532-4216-818f-e60012878fe5 with Priority: HIGHEST for action port [ 719.408447] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4fce96-1532-4216-818f-e60012878fe5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4fce96-1532-4216-818f-e60012878fe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.409379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4fce96-1532-4216-818f-e60012878fe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.409379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4fce96-1532-4216-818f-e60012878fe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.409379] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4fce96-1532-4216-818f-e60012878fe5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.434691] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.434998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.435202] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.435627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.435802] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.435965] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 not found, creating... [ 719.436344] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.436716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.436861] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.437143] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.437287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.438020] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.438020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.438212] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.438352] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.438559] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.438721] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 is going to be created. [ 719.462818] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.462818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.462818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463583] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.545766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.545993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.546148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.546479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.546601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.546858] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.546958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.547061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.547227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.547328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.547425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b is going to be updated. [ 719.589855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.590159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.590304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.590641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.590890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601070] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: IN_PROGRESS for 2s [ 719.913580] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4fce96-1532-4216-818f-e60012878fe5 [ 719.913580] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.913580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.913580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.913580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.913796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.913796] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4fce96-1532-4216-818f-e60012878fe5 already deleted. [ 719.913924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4fce96-1532-4216-818f-e60012878fe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.195110] env[66673]: INFO networking_nsxv3.common.synchronization [req-a494c835-1d57-41c6-95d8-9a440c08b8b7 req-17801c4d-dc43-4921-ae3f-c5d23272953a service nova] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 720.195371] env[66673]: INFO networking_nsxv3.common.synchronization [req-a494c835-1d57-41c6-95d8-9a440c08b8b7 req-17801c4d-dc43-4921-ae3f-c5d23272953a service nova] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 720.195418] env[66673]: INFO networking_nsxv3.common.synchronization [req-a494c835-1d57-41c6-95d8-9a440c08b8b7 req-17801c4d-dc43-4921-ae3f-c5d23272953a service nova] Enqueued Resource ID: f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 with Priority: HIGHEST for action port [ 720.199426] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_rules [ 720.199730] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 720.199730] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 with Priority: HIGHEST for action port [ 720.200205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.200205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.200205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.200372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.200504] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.201381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.201497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.201564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.202094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.202204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.202331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.202396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.202559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.202742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.202846] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.203797] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.203965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.203965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.204729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.204729] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.647588] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-021fc99e-29e5-43c4-960a-4e4683062c1f tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 720.648306] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 720.648778] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.653973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.653973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.653973] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.709234] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.709234] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 with status ACTIVE [ 720.709735] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.710111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.710350] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.710438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.710497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.710641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.710879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.710962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.712242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.712441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.712541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.712634] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12 is going to be updated. [ 720.736616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.736818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.736962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.737371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.737600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.737802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f641ddc2-c2f2-4738-9f15-2ea0ac9b3c12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.022696] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-6ddf6f95-e861-4a2c-8850-a6fbc3869f72 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 721.023869] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 721.023869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.023869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.155734] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.155887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.155887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.156772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.156772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.157272] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.157441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.157553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.157766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.158399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.158552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 721.201170] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.201717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.201717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.201717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.202110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.209897] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.218341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 721.304664] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2e11e780-d25b-4933-81f5-2edc106ad6a4 None None] Enqueued Resource ID: d0289097-69f1-43ba-a399-be102daa96a2 with Priority: HIGHEST for action port [ 721.305284] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0289097-69f1-43ba-a399-be102daa96a2 with Priority: HIGHEST for action port [ 721.309061] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0289097-69f1-43ba-a399-be102daa96a2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.309061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0289097-69f1-43ba-a399-be102daa96a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.309061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0289097-69f1-43ba-a399-be102daa96a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.309061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0289097-69f1-43ba-a399-be102daa96a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.309061] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0289097-69f1-43ba-a399-be102daa96a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.350788] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 721.350788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.486493] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.486774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-994" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487113] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-994" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487243] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-994" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.487497] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487649] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487762] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487977] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.488240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.488481] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.488596] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.488698] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.488827] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.488943] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.489309] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.489903] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.509014] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.509439] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.509439] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.509586] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-994" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.509936] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-0fa21946-186d-4dec-a00f-3654b2571816 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.510165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.510301] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.510648] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.510786] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa21946-186d-4dec-a00f-3654b2571816',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.611382] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b in Status: SUCCESS [ 721.612010] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b deletion is rescheduled due to dependency. [ 721.612010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.713577] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.713750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.713815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.714074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.714182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.714285] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 is going to be created. [ 721.755968] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.755968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.755968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.756384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.769288] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: UNINITIALIZED for 2s [ 721.812489] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0289097-69f1-43ba-a399-be102daa96a2 [ 721.812728] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813573] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0289097-69f1-43ba-a399-be102daa96a2 already deleted. [ 721.813658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0289097-69f1-43ba-a399-be102daa96a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.015709] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.016140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.016379] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.016804] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.017429] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.017429] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 0fa21946-186d-4dec-a00f-3654b2571816 not found, creating... [ 722.021725] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.021725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.021725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.021725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.021725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.022552] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.022884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.023120] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.023560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.023812] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.025726] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 0fa21946-186d-4dec-a00f-3654b2571816 is going to be created. [ 722.056261] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.056261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.056261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.056261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.056261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.056261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.795644] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-0211b409-e81b-40c4-a7ff-e565306d7ad0 service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 722.795644] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-0211b409-e81b-40c4-a7ff-e565306d7ad0 service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 722.796069] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-0211b409-e81b-40c4-a7ff-e565306d7ad0 service nova] Enqueued Resource ID: 0fa21946-186d-4dec-a00f-3654b2571816 with Priority: HIGHEST for action port [ 722.796576] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 722.796764] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 722.796897] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa21946-186d-4dec-a00f-3654b2571816 with Priority: HIGHEST for action port [ 722.798240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.798240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.798240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.798240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.798240] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.799195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.799291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.799883] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa21946-186d-4dec-a00f-3654b2571816 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.799883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.799883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.800226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.800476] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa21946-186d-4dec-a00f-3654b2571816',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.227812] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 723.228208] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 deletion is rescheduled due to dependency. [ 723.228417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.228796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.229138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.229619] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.229855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.229997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.230270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.230436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.230710] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.302708] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.303034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306289] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa21946-186d-4dec-a00f-3654b2571816 with status ACTIVE [ 723.306824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.306824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.306974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.307016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.307207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.307311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.307372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.307749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.307749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.307885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.307935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.307966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.308115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.308195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.308535] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa21946-186d-4dec-a00f-3654b2571816 is going to be updated. [ 723.337205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.337205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.337205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.337343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.337441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.337620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa21946-186d-4dec-a00f-3654b2571816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.653215] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.653215] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-940" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.653215] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-940" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.653215] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-940" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.654294] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.654551] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.654676] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.655293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.655293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.655293] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.655576] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.655576] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.655676] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.656051] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.656051] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.656051] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.680674] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.680852] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.682087] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.682087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-940" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.682087] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.682087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.682087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.682516] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.682576] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc0e943-c7a8-43f2-8636-0ae6b3df1816',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.734170] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.781445] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: SUCCESS [ 723.781445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.781569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782438] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.782870] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.191015] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.191496] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.191496] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.191631] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.191998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.192108] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 not found, creating... [ 724.192466] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.192658] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.192798] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.193012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.193225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.193518] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.193682] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.193853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.194051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.194301] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.194301] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 is going to be created. [ 724.217571] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.217784] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.217880] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218198] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.218761] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.219031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.237700] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.287057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.740980] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.741197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.741279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.741548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.741743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.741891] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 724.775546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.775791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.775831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.776161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.776392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.790848] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 724.790940] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce095e06-a0eb-404d-9a18-4942c8803d27: rpc.has_security_group_logging(os_id): False [ 724.820175] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.820429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.820492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.820973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.820973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.821298] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.821426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.821426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.821924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.821924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.821924] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 is going to be created. [ 724.897370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.897507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.897507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.897711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.897902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.913736] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: IN_PROGRESS for 2s [ 725.006903] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-90ac12cc-87f4-4d0f-9f99-baec8087a6e1 service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 725.007142] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-90ac12cc-87f4-4d0f-9f99-baec8087a6e1 service nova] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 725.007286] env[66673]: INFO networking_nsxv3.common.synchronization [req-76227d23-8592-4315-9f9f-1e8d364c0b02 req-90ac12cc-87f4-4d0f-9f99-baec8087a6e1 service nova] Enqueued Resource ID: 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 with Priority: HIGHEST for action port [ 725.008613] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_rules [ 725.008828] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 725.008944] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 with Priority: HIGHEST for action port [ 725.009402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.009535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.009757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.009912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.010215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.010374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.010468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.010799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.010928] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc0e943-c7a8-43f2-8636-0ae6b3df1816',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.503768] env[66673]: INFO networking_nsxv3.common.synchronization [req-2674e8e8-51d8-48c6-bb7d-3aec8d6797f5 req-57d15887-85fb-4880-be8b-ee56c43c8750 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 725.504436] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 725.504771] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.505053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.505119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.505394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.505562] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.505659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.505720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.505866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.505952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.506057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.518025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 with status ACTIVE [ 725.518025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fc0e943-c7a8-43f2-8636-0ae6b3df1816 is going to be updated. [ 725.540510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.541205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.541300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.541587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.541750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.542748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc0e943-c7a8-43f2-8636-0ae6b3df1816" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.955157] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.955439] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.955519] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.955787] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.956061] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.956220] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.956329] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.956917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.956917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.956917] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.957065] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.957096] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.957206] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.957313] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.957415] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.957539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.976952] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.977118] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.978066] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.978066] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.978066] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-d969f159-5e24-4117-b31e-9015eef0600f taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.978066] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.978066] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.978354] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.978629] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d969f159-5e24-4117-b31e-9015eef0600f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.011326] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.011549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.011650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.011912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.012053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.012304] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.012423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.012487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.012647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.012720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.012802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc already deleted. [ 726.012880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.481051] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.481489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.481908] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.482502] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.482502] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.482684] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port d969f159-5e24-4117-b31e-9015eef0600f not found, creating... [ 726.482953] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.483182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.483520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.483927] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.484061] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.484368] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.484658] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.485084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.485084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.485275] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.485521] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: d969f159-5e24-4117-b31e-9015eef0600f is going to be created. [ 726.508933] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509301] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.509301] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.509614] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.509867] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.510140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.646765] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5862f4a7-7684-4476-a2d8-c0cbbd4099db None None] Enqueued Resource ID: 2aee13c3-0582-45b8-ae0c-c15d56481a12 with Priority: HIGHEST for action port [ 726.647175] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aee13c3-0582-45b8-ae0c-c15d56481a12 with Priority: HIGHEST for action port [ 726.647497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aee13c3-0582-45b8-ae0c-c15d56481a12 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.647619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aee13c3-0582-45b8-ae0c-c15d56481a12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.647688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aee13c3-0582-45b8-ae0c-c15d56481a12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.648565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aee13c3-0582-45b8-ae0c-c15d56481a12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.648744] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aee13c3-0582-45b8-ae0c-c15d56481a12',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.801393] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 726.801675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.801852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.802310] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.802431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.802768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.802864] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.928379] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: SUCCESS [ 726.928584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.151899] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aee13c3-0582-45b8-ae0c-c15d56481a12 [ 727.151899] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aee13c3-0582-45b8-ae0c-c15d56481a12 already deleted. [ 727.152404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aee13c3-0582-45b8-ae0c-c15d56481a12" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [req-2674e8e8-51d8-48c6-bb7d-3aec8d6797f5 req-f84ebacd-9dea-4759-a948-1eae1decb2e9 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [req-2674e8e8-51d8-48c6-bb7d-3aec8d6797f5 req-f84ebacd-9dea-4759-a948-1eae1decb2e9 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [req-2674e8e8-51d8-48c6-bb7d-3aec8d6797f5 req-f84ebacd-9dea-4759-a948-1eae1decb2e9 service nova] Enqueued Resource ID: d969f159-5e24-4117-b31e-9015eef0600f with Priority: HIGHEST for action port [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 727.232936] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d969f159-5e24-4117-b31e-9015eef0600f with Priority: HIGHEST for action port [ 727.232936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.233635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.233635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.233746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.233823] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.234720] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.234843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.234909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.235885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.235885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.235885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.235885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.235885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.235885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.235885] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.239351] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d969f159-5e24-4117-b31e-9015eef0600f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.239351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.239351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.239351] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d969f159-5e24-4117-b31e-9015eef0600f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.306109] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.739772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.740213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.740213] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.741154] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d969f159-5e24-4117-b31e-9015eef0600f with status ACTIVE [ 727.741314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.741390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.741390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.741617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.741722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.741903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.741999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.742075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.742227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.742306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.742483] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.742572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.742653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.742761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.742833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.742914] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d969f159-5e24-4117-b31e-9015eef0600f is going to be updated. [ 727.765674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.765839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.766152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.766281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.766440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d969f159-5e24-4117-b31e-9015eef0600f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.811297] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.245786] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.315050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.315050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.315050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.315320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.315320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.315320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 728.360434] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.360434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.360434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.360434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.360434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.372143] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 728.751356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.751641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.751641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.753273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.753273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.753273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be created. [ 728.805571] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.806043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.806156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.806355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.806515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.819506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: UNINITIALIZED for 2s [ 729.101114] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5dfcba8a-730f-4dfe-a6b1-398b0573f490 None None] Enqueued Resource ID: ba61ba41-5065-46be-a83b-17bfa434d0a2 with Priority: HIGHEST for action port [ 729.101879] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba61ba41-5065-46be-a83b-17bfa434d0a2 with Priority: HIGHEST for action port [ 729.102238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba61ba41-5065-46be-a83b-17bfa434d0a2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba61ba41-5065-46be-a83b-17bfa434d0a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.102417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba61ba41-5065-46be-a83b-17bfa434d0a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba61ba41-5065-46be-a83b-17bfa434d0a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103475] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba61ba41-5065-46be-a83b-17bfa434d0a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.607935] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba61ba41-5065-46be-a83b-17bfa434d0a2 [ 729.608319] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.608406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.608474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.608681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.609862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.609862] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba61ba41-5065-46be-a83b-17bfa434d0a2 already deleted. [ 729.609862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba61ba41-5065-46be-a83b-17bfa434d0a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.386589] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 730.387038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.387274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387473] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.387719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.387719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.387874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.388104] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.389025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.395416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.395656] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.395785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.395852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.396029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.396117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.396218] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.481239] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0e6a4e88-9a9f-44f5-81e9-614d2aae0cea tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 with Priority: HIGHEST for action security_group_rules [ 730.481542] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 with Priority: HIGHEST for action security_group_rules [ 730.481852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-332c870b-2f7f-41b7-bc65-42667bd5dca1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.481972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.482381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.482659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.482748] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('332c870b-2f7f-41b7-bc65-42667bd5dca1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.542097] env[66673]: INFO networking_nsxv3.common.synchronization [req-e7724744-4c27-4cd4-bb63-5916593dc08a req-32dd259d-bf22-448f-aff8-a05513f09b55 tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 730.542653] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 730.543087] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.543349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.544024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.544024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.544171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.544219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.544609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.544727] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.715489] env[66673]: INFO networking_nsxv3.common.synchronization [None req-95a997e2-09ad-4612-b24f-247c23bb906b tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 with Priority: HIGHEST for action security_group_rules [ 730.716354] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 with Priority: HIGHEST for action security_group_rules [ 730.716397] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-332c870b-2f7f-41b7-bc65-42667bd5dca1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.716505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.830581] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 730.830801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.830971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.831220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.831413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.831529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.831594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.831917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.831917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.831917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.832089] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.898675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.898778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.898953] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.006610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.006830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.007111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.007230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.007375] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 already deleted. [ 731.007501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.007669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.007841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.007995] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('332c870b-2f7f-41b7-bc65-42667bd5dca1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.027174] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.028204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.028204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.028204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.028204] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.028204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.028480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.028528] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.028693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.028922] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.029203] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.029394] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.029551] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.029828] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.029950] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.030128] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.047986] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.054779] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.055662] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.055662] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.055662] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-26" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.056029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-19066c37-9881-4b03-bbb6-ade6261ba9a9 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.056340] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.056491] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.057023] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.057187] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19066c37-9881-4b03-bbb6-ade6261ba9a9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.336731] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.336731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.336731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.337178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.337460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.337652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.337954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.338231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.338388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.338554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.338819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.339091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.339276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.340581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.340581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.340581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.340581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.341071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.341071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.341071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.341198] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.401652] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.529846] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.530043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.530087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.530306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.530419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.530491] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 332c870b-2f7f-41b7-bc65-42667bd5dca1 already deleted. [ 731.530584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-332c870b-2f7f-41b7-bc65-42667bd5dca1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.552128] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.560656] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.560888] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.561062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.561687] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.561687] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.561687] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 19066c37-9881-4b03-bbb6-ade6261ba9a9 not found, creating... [ 731.561964] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562053] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562116] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562365] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562503] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562787] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.563102] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.563289] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.563424] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.563557] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 19066c37-9881-4b03-bbb6-ade6261ba9a9 is going to be created. [ 731.586743] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586953] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.587112] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.587472] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.587752] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.588496] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.844982] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd738ba4-b8c5-4190-9c67-c76dd0d123cc: rpc.has_security_group_logging(os_id): False [ 731.867493] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868267] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.868597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868849] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.869011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.869415] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.869507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.869568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.869863] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be created. [ 731.904951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.905117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.905183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.905438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.905532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.905633] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 731.943806] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.943896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.944315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.944537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.957081] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 731.972437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.972544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.972619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.972855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.973086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.000909] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 732.059283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.059283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.059283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.059283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.059283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.059283] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 732.123213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.123559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.123559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.123680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.124443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.133552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 732.436470] env[66673]: INFO networking_nsxv3.common.synchronization [req-e7724744-4c27-4cd4-bb63-5916593dc08a req-250a7979-44b2-44aa-915a-ac196f47ee5d service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 732.436920] env[66673]: INFO networking_nsxv3.common.synchronization [req-e7724744-4c27-4cd4-bb63-5916593dc08a req-250a7979-44b2-44aa-915a-ac196f47ee5d service nova] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 732.436920] env[66673]: INFO networking_nsxv3.common.synchronization [req-e7724744-4c27-4cd4-bb63-5916593dc08a req-250a7979-44b2-44aa-915a-ac196f47ee5d service nova] Enqueued Resource ID: 19066c37-9881-4b03-bbb6-ade6261ba9a9 with Priority: HIGHEST for action port [ 732.442580] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_rules [ 732.442580] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 732.442580] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19066c37-9881-4b03-bbb6-ade6261ba9a9 with Priority: HIGHEST for action port [ 732.442580] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.442580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.442580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.442580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.442580] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.442580] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.444872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.445465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-19066c37-9881-4b03-bbb6-ade6261ba9a9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.445963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.446201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.447578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.447578] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19066c37-9881-4b03-bbb6-ade6261ba9a9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.954135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.954135] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19066c37-9881-4b03-bbb6-ade6261ba9a9 with status ACTIVE [ 732.954135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.954135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.954135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.954135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.954695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.954695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.954695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.954695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.954695] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19066c37-9881-4b03-bbb6-ade6261ba9a9 is going to be updated. [ 732.980231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.981507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.981507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.981507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19066c37-9881-4b03-bbb6-ade6261ba9a9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787924] env[66673]: INFO networking_nsxv3.common.synchronization [req-250bf7eb-4404-4a94-9076-1e3bded8ef9c req-0aef9735-0167-44bc-b3a6-1893f10e5a69 tempest-ServersV294TestFqdnHostnames-346743849 tempest-ServersV294TestFqdnHostnames-346743849-project-member] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 733.788599] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 733.788956] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.789190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.789339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.789663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.790621] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.790767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.790835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.791071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.791172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.791321] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.972537] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 733.972872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.013054] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.013054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.013054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.013451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.013451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.016227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.016438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.016542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.016771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.020194] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.020334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.020403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.020611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.020713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.020808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.020911] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.146917] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 734.147867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.148242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.148562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.149260] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.149260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.149260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.149260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.149764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.153028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.295612] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.295612] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.295612] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 already deleted. [ 734.295612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.300679] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300770] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-765" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300863] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-765" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.301316] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-765" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.301605] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.301764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.301874] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.302115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.302259] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.302458] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.302563] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.302666] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.302812] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.302931] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.303116] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.303261] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.328519] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.328739] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.328881] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.329073] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-765" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.329386] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6af212c2-8e0e-4da8-b7c3-8c660d76103c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.329553] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.329668] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.330044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.330183] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af212c2-8e0e-4da8-b7c3-8c660d76103c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.525092] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894: rpc.has_security_group_logging(os_id): False [ 734.545264] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.545471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.545523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.545733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.545830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.546039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.546151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.546210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.546641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.546737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.546798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.547022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.547219] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.547331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.547392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.547529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.547619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.547704] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 734.617013] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.617311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.617417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.618464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.618464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.634864] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 734.653134] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.837036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.837036] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6af212c2-8e0e-4da8-b7c3-8c660d76103c not found, creating... [ 734.837036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.837036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.838886] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.838886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.838886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.838886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.838886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.839129] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6af212c2-8e0e-4da8-b7c3-8c660d76103c is going to be created. [ 734.863657] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.864106] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.864484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.864728] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.865087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.155209] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.594243] env[66673]: INFO networking_nsxv3.common.synchronization [req-250bf7eb-4404-4a94-9076-1e3bded8ef9c req-080a0e67-26a1-48b7-a0a0-b822c3ae3c55 service nova] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 735.594243] env[66673]: INFO networking_nsxv3.common.synchronization [req-250bf7eb-4404-4a94-9076-1e3bded8ef9c req-080a0e67-26a1-48b7-a0a0-b822c3ae3c55 service nova] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 735.594243] env[66673]: INFO networking_nsxv3.common.synchronization [req-250bf7eb-4404-4a94-9076-1e3bded8ef9c req-080a0e67-26a1-48b7-a0a0-b822c3ae3c55 service nova] Enqueued Resource ID: 6af212c2-8e0e-4da8-b7c3-8c660d76103c with Priority: HIGHEST for action port [ 735.594811] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_rules [ 735.594995] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 735.595258] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af212c2-8e0e-4da8-b7c3-8c660d76103c with Priority: HIGHEST for action port [ 735.595548] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.595678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.595756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.595935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.596275] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.599043] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.600158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.600292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.600495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.600654] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.600768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.600887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.601085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.601131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.601251] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.605033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af212c2-8e0e-4da8-b7c3-8c660d76103c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.605033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.605033] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af212c2-8e0e-4da8-b7c3-8c660d76103c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.658366] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.658981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.661868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.661868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.661868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.661868] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 735.700024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.700024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.700024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.700024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.700024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.710531] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 736.107344] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.109164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.109332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.109471] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6af212c2-8e0e-4da8-b7c3-8c660d76103c with status ACTIVE [ 736.109647] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.109751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.109813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.110449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.110689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.111098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.111098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.111349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.111764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.111844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112086] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.112255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.112379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112816] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6af212c2-8e0e-4da8-b7c3-8c660d76103c is going to be updated. [ 736.145676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.145900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.145900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.146180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.146426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.146567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af212c2-8e0e-4da8-b7c3-8c660d76103c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.615900] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.648465] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 736.648701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.648885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.649141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.649258] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.119345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.119700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.119700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.119840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.119948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.120043] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 is going to be created. [ 737.153347] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.153347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.153561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.153645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.153790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.155047] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.155194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.155315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.155501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.155660] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.155760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.155831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.155978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.156088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.156293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.156408] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.167651] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: UNINITIALIZED for 2s [ 737.209240] env[66673]: INFO networking_nsxv3.common.synchronization [None req-747116ea-4455-4244-9922-dfa1c6f66bbc None None] Enqueued Resource ID: c76cbe38-77ed-4444-9457-79b657bfe0e9 with Priority: HIGHEST for action port [ 737.209359] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76cbe38-77ed-4444-9457-79b657bfe0e9 with Priority: HIGHEST for action port [ 737.209898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c76cbe38-77ed-4444-9457-79b657bfe0e9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.210048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c76cbe38-77ed-4444-9457-79b657bfe0e9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.210114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c76cbe38-77ed-4444-9457-79b657bfe0e9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.210454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c76cbe38-77ed-4444-9457-79b657bfe0e9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.210539] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76cbe38-77ed-4444-9457-79b657bfe0e9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.658856] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.659012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.659124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.659364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.659535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.659642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.659706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.659860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.660221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.660221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.660221] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.660422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.660422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.660512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.660604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.660686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.660736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.660877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.660954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.661047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.661441] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.713045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c76cbe38-77ed-4444-9457-79b657bfe0e9 [ 737.713333] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.713476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.713559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.713792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.713934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.714074] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c76cbe38-77ed-4444-9457-79b657bfe0e9 already deleted. [ 737.714212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c76cbe38-77ed-4444-9457-79b657bfe0e9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.724554] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 737.724784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.724959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.725198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.725389] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.728185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.728185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.728185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.728185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.728185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.728185] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.165187] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894: rpc.has_security_group_logging(os_id): False [ 738.188838] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.190035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.190167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.190739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.190739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.190739] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.191196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.191196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.191196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.191303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.191446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.191537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.191609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.192881] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.192881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.192881] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 738.231873] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.232565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.232565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.232565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.235947] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.236072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.236144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.236364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.236465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.236555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.236722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.236818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.236872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.237287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.237646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.237720] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.261961] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.262124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.262194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.262548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.262612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.292077] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 738.743064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51214b6b-cc4b-48d0-85ce-46260aaacb37: rpc.has_security_group_logging(os_id): False [ 738.765484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.765661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.765735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.765951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.766080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.766279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.766678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.766760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.766977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.767129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.767160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.767309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.767385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.767586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.767679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.767739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.767908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.767987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.768097] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 738.884319] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.884499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.884536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.886026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.886026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.903135] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 739.187650] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: SUCCESS [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.187650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187650] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.677396] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d37882c5-da5b-4ffc-84b7-54e3b93b76c6 None None] Enqueued Resource ID: ad93e75c-39e7-4d66-aa4c-b8490a457d88 with Priority: HIGHEST for action port [ 739.677972] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad93e75c-39e7-4d66-aa4c-b8490a457d88 with Priority: HIGHEST for action port [ 739.678778] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad93e75c-39e7-4d66-aa4c-b8490a457d88 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.678778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad93e75c-39e7-4d66-aa4c-b8490a457d88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.679033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad93e75c-39e7-4d66-aa4c-b8490a457d88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.679396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad93e75c-39e7-4d66-aa4c-b8490a457d88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.679503] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad93e75c-39e7-4d66-aa4c-b8490a457d88',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.692603] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.183425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad93e75c-39e7-4d66-aa4c-b8490a457d88 [ 740.183425] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.183425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.183425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.183425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.183425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.183425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad93e75c-39e7-4d66-aa4c-b8490a457d88 already deleted. [ 740.183425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad93e75c-39e7-4d66-aa4c-b8490a457d88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.197351] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798c5e40-86c7-4d0f-b5fd-39631c718e94: rpc.has_security_group_logging(os_id): False [ 740.219609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.219783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.221763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.221763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.221763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.221763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.221763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.221940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.222062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.222535] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 is going to be created. [ 740.295229] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.295229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.295229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.295229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.295229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.310161] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: IN_PROGRESS for 2s [ 740.318312] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 740.318422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.454114] env[66673]: INFO networking_nsxv3.common.synchronization [req-1afa787f-6ea1-4de2-a0a9-e711e6b69390 req-23f64d90-7a5d-4b96-ba3a-d91e5ff2e883 tempest-ServerActionsV293TestJSON-140815116 tempest-ServerActionsV293TestJSON-140815116-project-member] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 740.454114] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 740.454114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.454114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.454383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.454710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.455037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.455295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.455440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.455688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.455856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.456032] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.919168] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 740.919409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.958763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.959013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.959013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.959816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.959816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.960280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.960280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.960422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.961193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.961193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.961193] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c already deleted. [ 740.961193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.000545] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.001260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-420" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.001260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-420" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.001260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-420" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.001584] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.001826] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.002031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.004866] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.004866] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.004866] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.004866] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.004866] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.004866] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.004866] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.004866] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.004866] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.028077] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.028252] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.028390] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.028567] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-420" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.028883] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-c18ff259-fee6-4820-ab4e-050b0c6c145c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.029069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.029193] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.029543] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.029752] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c18ff259-fee6-4820-ab4e-050b0c6c145c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.248346] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9b485d9c-3c6a-4631-b725-c5df5266e4f5 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 741.248874] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 741.249651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.249792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.249861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.250148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.250503] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.532277] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.532611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.532694] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.532995] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.533259] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.533359] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port c18ff259-fee6-4820-ab4e-050b0c6c145c not found, creating... [ 741.534084] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.534372] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.534515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.534789] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.534934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.535348] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.536050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.536050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.536050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.536190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.536336] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: c18ff259-fee6-4820-ab4e-050b0c6c145c is going to be created. [ 741.562089] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.562328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.562380] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.562667] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.562984] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.563275] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.775326] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.775577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.775577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.775806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.775885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.775971] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 already deleted. [ 741.776057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.323031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: SUCCESS [ 742.323389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.354364] env[66673]: INFO networking_nsxv3.common.synchronization [None req-2fbe19fe-4dcf-4893-8e3b-fe638f18ecc9 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 742.355079] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 742.355079] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.355079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.355079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.355276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.355362] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.387791] env[66673]: INFO networking_nsxv3.common.synchronization [req-1afa787f-6ea1-4de2-a0a9-e711e6b69390 req-22d0e5d3-fb40-4b4e-9079-462d38b30a4d service nova] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 742.387791] env[66673]: INFO networking_nsxv3.common.synchronization [req-1afa787f-6ea1-4de2-a0a9-e711e6b69390 req-22d0e5d3-fb40-4b4e-9079-462d38b30a4d service nova] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 742.387791] env[66673]: INFO networking_nsxv3.common.synchronization [req-1afa787f-6ea1-4de2-a0a9-e711e6b69390 req-22d0e5d3-fb40-4b4e-9079-462d38b30a4d service nova] Enqueued Resource ID: c18ff259-fee6-4820-ab4e-050b0c6c145c with Priority: HIGHEST for action port [ 742.388544] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_rules [ 742.388707] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 742.388851] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18ff259-fee6-4820-ab4e-050b0c6c145c with Priority: HIGHEST for action port [ 742.389563] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.389563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.389563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.390254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.390254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.391185] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.391346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.391498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.391673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.391899] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.392130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.392188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.392358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.392476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.394032] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.394402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c18ff259-fee6-4820-ab4e-050b0c6c145c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.394882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.394882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.395197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.395268] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c18ff259-fee6-4820-ab4e-050b0c6c145c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.761022] env[66673]: INFO networking_nsxv3.common.synchronization [None req-19ad5d51-cf06-4e80-b5d5-63462eb69187 None None] Enqueued Resource ID: bdd76a4c-0290-4796-93ff-ad6c40364264 with Priority: HIGHEST for action port [ 742.761022] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd76a4c-0290-4796-93ff-ad6c40364264 with Priority: HIGHEST for action port [ 742.761022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd76a4c-0290-4796-93ff-ad6c40364264 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.761022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd76a4c-0290-4796-93ff-ad6c40364264" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.761022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd76a4c-0290-4796-93ff-ad6c40364264" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.761022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd76a4c-0290-4796-93ff-ad6c40364264" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.761022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd76a4c-0290-4796-93ff-ad6c40364264',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.876715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.876865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.876865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.877092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.877188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.877290] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 already deleted. [ 742.877435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.898765] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.900023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.900151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.900382] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c18ff259-fee6-4820-ab4e-050b0c6c145c with status ACTIVE [ 742.900461] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.900565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.900658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.900868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.900959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.901236] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.901236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.901533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.901533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.901671] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.901764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.902693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.902768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.902873] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c18ff259-fee6-4820-ab4e-050b0c6c145c is going to be updated. [ 742.925483] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.925483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.925483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.925733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.925780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.925970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c18ff259-fee6-4820-ab4e-050b0c6c145c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.268342] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdd76a4c-0290-4796-93ff-ad6c40364264 [ 743.268342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.268342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.268342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.268342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.269595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.269595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdd76a4c-0290-4796-93ff-ad6c40364264 already deleted. [ 743.269595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd76a4c-0290-4796-93ff-ad6c40364264" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406262] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.909401] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.909595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.909637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.910069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.910069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.910069] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c is going to be created. [ 743.939507] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.939675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.939719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.939917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.940096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954087] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: UNINITIALIZED for 2s [ 745.966407] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: SUCCESS [ 745.966721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.966895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.967330] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.967464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.967553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.967907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968159] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.125893] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-3bf4d43d-d43e-4ec4-88f6-f518d3d9fced tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 746.125893] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 746.125893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.125893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.125893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.126182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.126765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.128860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.128860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.128860] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.470410] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.631357] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.631544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.631544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.631544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.631544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.631544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.632467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.632467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.632694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.632694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.632694] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 already deleted. [ 746.632787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.973724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c: rpc.has_security_group_logging(os_id): False [ 746.996613] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.997413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.997793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.998453] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.998558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.998955] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c is going to be created. [ 747.023956] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.026889] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.027267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.027621] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.027725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.027919] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.028081] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.028331] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.028726] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.028902] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.029031] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.029139] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.029273] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.029587] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.029587] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.053146] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.053343] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.053411] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.053597] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.053970] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-cd402f48-3843-4aeb-ae9e-0b53a387488e taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.054216] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.054577] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.054742] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.054789] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd402f48-3843-4aeb-ae9e-0b53a387488e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.068865] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.069042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.069111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.069690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.069690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.079832] env[66673]: INFO networking_nsxv3.common.synchronization [None req-81cdc510-6097-4552-b7eb-b4a08b799560 None None] Enqueued Resource ID: a3a0702b-44e2-4112-ad96-99c55a29077a with Priority: HIGHEST for action port [ 747.080691] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: IN_PROGRESS for 2s [ 747.081556] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a0702b-44e2-4112-ad96-99c55a29077a with Priority: HIGHEST for action port [ 747.082319] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a0702b-44e2-4112-ad96-99c55a29077a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.082427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a0702b-44e2-4112-ad96-99c55a29077a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.082485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a0702b-44e2-4112-ad96-99c55a29077a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.083017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a0702b-44e2-4112-ad96-99c55a29077a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.083017] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a0702b-44e2-4112-ad96-99c55a29077a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.170809] env[66673]: INFO networking_nsxv3.common.synchronization [req-d8ea7490-55f3-4f5f-a200-9dec148a6101 req-64e9d2aa-f0f1-4740-845d-2596cdec8feb tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 747.170809] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 747.170809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.170809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.170809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.170809] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.557409] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.559034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.559034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.559232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.559455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.559703] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port cd402f48-3843-4aeb-ae9e-0b53a387488e not found, creating... [ 747.559912] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.560184] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.560266] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.560610] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.560800] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.561646] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.561646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.561646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.561646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.561862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.561862] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: cd402f48-3843-4aeb-ae9e-0b53a387488e is going to be created. [ 747.585604] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a0702b-44e2-4112-ad96-99c55a29077a [ 747.585993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.585993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.586244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.586293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.586454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.586655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a0702b-44e2-4112-ad96-99c55a29077a already deleted. [ 747.586655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a0702b-44e2-4112-ad96-99c55a29077a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.587854] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.588122] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.588338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.588641] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.588861] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.589105] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673989] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.767911] env[66673]: INFO networking_nsxv3.common.synchronization [req-d8ea7490-55f3-4f5f-a200-9dec148a6101 req-c28b1dd9-23c3-48df-ad16-9a33e16af718 tempest-ServersTestMultiNic-35537322 tempest-ServersTestMultiNic-35537322-project-member] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 747.768669] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGHEST for action security_group_members [ 747.769063] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.769121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.175840] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.178648] env[66673]: INFO networking_nsxv3.common.synchronization [req-0426b178-e36b-4ac9-b826-57cc531a8a0f req-87bf7727-1f98-483f-b950-a8f5ba09367e tempest-FloatingIPsAssociationTestJSON-798728713 tempest-FloatingIPsAssociationTestJSON-798728713-project-member] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 748.179189] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGHEST for action security_group_members [ 748.179519] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.179813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.179968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.180847] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.180847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.180847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.180847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.181030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.181030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.384045] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-7c620d6f-3c5c-4f66-b0d1-b2a5182163b5 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 748.384202] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-7c620d6f-3c5c-4f66-b0d1-b2a5182163b5 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 748.385743] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-7c620d6f-3c5c-4f66-b0d1-b2a5182163b5 service nova] Enqueued Resource ID: cd402f48-3843-4aeb-ae9e-0b53a387488e with Priority: HIGHEST for action port [ 748.385743] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 748.385743] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 748.385743] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd402f48-3843-4aeb-ae9e-0b53a387488e with Priority: HIGHEST for action port [ 748.387011] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387336] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.388245] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.388370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.388485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.388653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.388782] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.388875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.388973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.390982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.391175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.391351] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.392961] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd402f48-3843-4aeb-ae9e-0b53a387488e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.393115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.393168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.393322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.393406] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd402f48-3843-4aeb-ae9e-0b53a387488e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.397687] env[66673]: INFO networking_nsxv3.common.synchronization [None req-11c6d3f0-6cba-4c20-9ec4-22842c6317e4 None None] Enqueued Resource ID: 8063912a-5d2c-492e-8776-469881f7e7d5 with Priority: HIGHEST for action port [ 748.398627] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8063912a-5d2c-492e-8776-469881f7e7d5 with Priority: HIGHEST for action port [ 748.398951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8063912a-5d2c-492e-8776-469881f7e7d5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.399141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8063912a-5d2c-492e-8776-469881f7e7d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.399208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8063912a-5d2c-492e-8776-469881f7e7d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.399900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8063912a-5d2c-492e-8776-469881f7e7d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.399900] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8063912a-5d2c-492e-8776-469881f7e7d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.684223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.684223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.684223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.684223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.684223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.684223] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 748.688025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.688025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.688025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.688025] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be updated. [ 748.697559] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-dd472006-ac83-4231-ac04-bc7fd3d141ed tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 748.698215] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 748.698575] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.698745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.721556] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.721845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.723328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.723328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.729430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.729682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.729792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.730078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.730238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.742138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 748.743837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: IN_PROGRESS for 2s [ 748.902598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.902823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.902951] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.904538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd402f48-3843-4aeb-ae9e-0b53a387488e with status ACTIVE [ 748.904538] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.904538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.904538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.904931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.904931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.904931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.905038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.905914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.905914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.905914] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd402f48-3843-4aeb-ae9e-0b53a387488e is going to be updated. [ 748.907115] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8063912a-5d2c-492e-8776-469881f7e7d5 [ 748.907291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.907405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.907557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.907615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.909012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.909012] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8063912a-5d2c-492e-8776-469881f7e7d5 already deleted. [ 748.909012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8063912a-5d2c-492e-8776-469881f7e7d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.937332] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.937642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.937642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.938328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.938494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd402f48-3843-4aeb-ae9e-0b53a387488e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.100427] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: SUCCESS [ 749.100780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.208742] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.209217] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209217] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209437] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.209698] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.209884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.210277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.210457] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.210711] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.210834] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.210944] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.211089] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.211233] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.211364] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.211515] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.239621] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.239621] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.239621] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.239621] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.239958] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-48f23281-e431-453b-94f8-d1478ceb84d9 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.240162] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.240251] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.240637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.240938] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f23281-e431-453b-94f8-d1478ceb84d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.409528] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.746884] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.746884] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 48f23281-e431-453b-94f8-d1478ceb84d9 not found, creating... [ 749.746884] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.746884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.747401] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.747401] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.747401] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.747612] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.747612] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.748425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 48f23281-e431-453b-94f8-d1478ceb84d9 is going to be created. [ 749.770596] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.770954] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771667] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.771814] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.916018] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.916018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.916018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.916018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.916018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.916018] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be created. [ 749.952000] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.952000] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.952298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.952674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.952907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.967905] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: UNINITIALIZED for 2s [ 750.437126] env[66673]: INFO networking_nsxv3.common.synchronization [None req-5cf000b0-4a7a-404e-8582-0c74d697170e None None] Enqueued Resource ID: f38e3684-b481-4d00-a1d3-9cc04f2fba9d with Priority: HIGHEST for action port [ 750.440155] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38e3684-b481-4d00-a1d3-9cc04f2fba9d with Priority: HIGHEST for action port [ 750.440155] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f38e3684-b481-4d00-a1d3-9cc04f2fba9d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.440374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f38e3684-b481-4d00-a1d3-9cc04f2fba9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.440374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f38e3684-b481-4d00-a1d3-9cc04f2fba9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.440706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f38e3684-b481-4d00-a1d3-9cc04f2fba9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.440789] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f38e3684-b481-4d00-a1d3-9cc04f2fba9d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.478043] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-c221ca6a-59bf-49e3-9528-46130ba4fc03 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 750.478636] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-c221ca6a-59bf-49e3-9528-46130ba4fc03 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 750.478809] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-c221ca6a-59bf-49e3-9528-46130ba4fc03 service nova] Enqueued Resource ID: 48f23281-e431-453b-94f8-d1478ceb84d9 with Priority: HIGHEST for action port [ 750.479590] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 750.479670] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 750.479757] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f23281-e431-453b-94f8-d1478ceb84d9 with Priority: HIGHEST for action port [ 750.480019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.480352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.480523] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.480638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.480819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f23281-e431-453b-94f8-d1478ceb84d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.480943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.481030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.481538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.481538] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f23281-e431-453b-94f8-d1478ceb84d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.756123] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 750.756416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.756614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.756855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757083] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.757626] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.760052] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 in Status: SUCCESS [ 750.760679] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 deletion is rescheduled due to dependency. [ 750.760679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.945623] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f38e3684-b481-4d00-a1d3-9cc04f2fba9d [ 750.946724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.946724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.946724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.947499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.947664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.947796] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f38e3684-b481-4d00-a1d3-9cc04f2fba9d already deleted. [ 750.947889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f38e3684-b481-4d00-a1d3-9cc04f2fba9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.984435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f23281-e431-453b-94f8-d1478ceb84d9 with status ACTIVE [ 750.984435] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.984435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.984627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.984756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.984833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.985048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.985427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.985427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.985427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.985536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.985674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.985746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.985777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.985902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.985969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.986064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f23281-e431-453b-94f8-d1478ceb84d9 is going to be updated. [ 751.017825] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d180c3a8-c029-4483-925a-81d36d6fcc50 None None] Enqueued Resource ID: 7dc48fc8-2d03-49de-a569-6468bc17282b with Priority: HIGHEST for action port [ 751.018369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.018499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.018671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.018816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.018945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.019122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f23281-e431-453b-94f8-d1478ceb84d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.019855] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc48fc8-2d03-49de-a569-6468bc17282b with Priority: HIGHEST for action port [ 751.020273] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc48fc8-2d03-49de-a569-6468bc17282b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.020445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc48fc8-2d03-49de-a569-6468bc17282b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.020703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc48fc8-2d03-49de-a569-6468bc17282b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.020934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc48fc8-2d03-49de-a569-6468bc17282b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.020985] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc48fc8-2d03-49de-a569-6468bc17282b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.248130] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-d8ad308c-08ca-45dd-b5aa-8177f909a685 tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 751.249139] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 751.249505] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.249620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.262069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.262545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.262638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263366] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.263366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.263366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.263366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.263631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263631] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be updated. [ 751.335439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.335605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.335673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.335898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.336059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.349884] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: IN_PROGRESS for 2s [ 751.402836] env[66673]: INFO networking_nsxv3.common.synchronization [None req-024b7d58-3012-4047-99f0-bfdb63156b51 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 751.406351] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 751.406351] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.406351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.406351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.406351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.406351] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.505423] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3991245c-ba47-4d9f-82e8-b299e4fd2d97 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 751.506045] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 751.506427] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.506584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524854] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dc48fc8-2d03-49de-a569-6468bc17282b [ 751.525326] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.525326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.525446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.525574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.525709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.525766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dc48fc8-2d03-49de-a569-6468bc17282b already deleted. [ 751.525838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc48fc8-2d03-49de-a569-6468bc17282b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.850761] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.852016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.852223] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.852594] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.852959] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.853176] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.853328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.853606] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.853789] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.854045] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.854197] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.854346] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.854471] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.854613] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.854764] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.854915] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.882547] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.882796] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.882860] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.883455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-531" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.883455] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-b3deed82-d9b0-4260-b742-d61a20445350 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.883682] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.883682] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.883996] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.884164] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3deed82-d9b0-4260-b742-d61a20445350',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.935727] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.935940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.937947] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 already deleted. [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.937947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.937947] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.979649] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 751.980062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.980260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.980536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.980757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.980882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.980950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.981987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.982190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.982290] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.387397] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.387397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.387397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.387397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.387576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.387647] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port b3deed82-d9b0-4260-b742-d61a20445350 not found, creating... [ 752.387914] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.388102] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.388237] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.388465] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.388620] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.388912] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.389093] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.389218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.389440] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.389601] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.389739] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: b3deed82-d9b0-4260-b742-d61a20445350 is going to be created. [ 752.413465] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.413840] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.413995] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.414377] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.414661] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.414963] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462275] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.462503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.462588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.462847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.462949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.463079] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 already deleted. [ 752.463162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.484714] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.608044] env[66673]: INFO networking_nsxv3.common.synchronization [None req-09dc10f7-6224-47dd-b91b-05c9bb490dd3 None None] Enqueued Resource ID: d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59 with Priority: HIGHEST for action port [ 752.608661] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59 with Priority: HIGHEST for action port [ 752.609009] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609586] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.988530] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.113530] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59 [ 753.113530] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.113530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.113530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.113530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.113530] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59 already deleted. [ 753.113530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ce4c9b-33b2-49d6-a22f-dc2d601a1b59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.175501] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-aa98c26a-632d-43d9-92af-ea25b998c565 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 753.175501] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-aa98c26a-632d-43d9-92af-ea25b998c565 service nova] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 753.175501] env[66673]: INFO networking_nsxv3.common.synchronization [req-e3836f92-29dc-4bcc-bc1d-2201666233df req-aa98c26a-632d-43d9-92af-ea25b998c565 service nova] Enqueued Resource ID: b3deed82-d9b0-4260-b742-d61a20445350 with Priority: HIGHEST for action port [ 753.175501] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_rules [ 753.175627] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 753.175655] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3deed82-d9b0-4260-b742-d61a20445350 with Priority: HIGHEST for action port [ 753.176869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.176966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.177212] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.177288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.177464] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3deed82-d9b0-4260-b742-d61a20445350 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.177561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.177630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.177850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.181556] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3deed82-d9b0-4260-b742-d61a20445350',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.360217] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 in Status: SUCCESS [ 753.360496] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 deletion is rescheduled due to dependency. [ 753.360665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.490430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.493152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.493152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.493152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.493152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.493152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 753.532111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.532372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.532372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.532641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.532832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.550887] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 753.680721] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3deed82-d9b0-4260-b742-d61a20445350 with status ACTIVE [ 753.681150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.681499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.681590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.681772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.682105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.682229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682452] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.682546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.682609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.682755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.682829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682913] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3deed82-d9b0-4260-b742-d61a20445350 is going to be updated. [ 753.712031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.712031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.712031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.712274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.712274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.713009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3deed82-d9b0-4260-b742-d61a20445350" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.829433] env[66673]: INFO networking_nsxv3.common.synchronization [req-ebd09427-1093-4df7-abe6-a50a3c0255a2 req-dcd96d93-3827-47fb-915a-a4791427deac tempest-ServerTagsTestJSON-1980827943 tempest-ServerTagsTestJSON-1980827943-project-member] Enqueued Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 753.830888] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 753.831356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.831645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.832628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.832628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.832628] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.832881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.833085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.833717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.834667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.834667] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.336805] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.337042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.337119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.337353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.337453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.337654] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.337877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.337956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.338402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f already deleted. [ 754.338563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.435134] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.435342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-822" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.435428] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-822" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.435750] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-822" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.436108] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.436319] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.436391] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.436603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.436885] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.437173] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.437291] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.437400] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.437506] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.437656] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.437704] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.437928] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.458241] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.458904] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.458904] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.458904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-822" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.459064] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.459515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.459515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.459795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.460179] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84ce910-a158-49f2-8a5d-2c3ae01d14ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.964300] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.964677] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.964677] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.964763] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.964911] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.965106] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port d84ce910-a158-49f2-8a5d-2c3ae01d14ec not found, creating... [ 754.966163] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.966163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.966163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.966163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.966163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.966491] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.966688] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.967724] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.967724] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.967724] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.967724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: d84ce910-a158-49f2-8a5d-2c3ae01d14ec is going to be created. [ 754.991767] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.992069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.992069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.993040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.993040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.993040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.566551] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 755.567070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.567601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.567601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.567772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.568061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.568061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.568171] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.569654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569654] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.570105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.570256] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [req-ebd09427-1093-4df7-abe6-a50a3c0255a2 req-bb6bff1f-0304-40cd-af26-587e8d315610 service nova] Enqueued Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_rules [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [req-ebd09427-1093-4df7-abe6-a50a3c0255a2 req-bb6bff1f-0304-40cd-af26-587e8d315610 service nova] Enqueued Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [req-ebd09427-1093-4df7-abe6-a50a3c0255a2 req-bb6bff1f-0304-40cd-af26-587e8d315610 service nova] Enqueued Resource ID: d84ce910-a158-49f2-8a5d-2c3ae01d14ec with Priority: HIGHEST for action port [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_rules [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 755.787054] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84ce910-a158-49f2-8a5d-2c3ae01d14ec with Priority: HIGHEST for action port [ 755.787054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.787054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.787054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.787771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.787771] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.788756] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.788756] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.789133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.789133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.789133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.789133] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.790152] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.790152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.790152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.790358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.790358] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84ce910-a158-49f2-8a5d-2c3ae01d14ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.073386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.073759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.073952] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.292325] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.294376] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294376] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d84ce910-a158-49f2-8a5d-2c3ae01d14ec with status ACTIVE [ 756.294376] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.294743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.294743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.294743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.298760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.298971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.299137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.299234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.299372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.299477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.299559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.299694] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d84ce910-a158-49f2-8a5d-2c3ae01d14ec is going to be updated. [ 756.327631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.327857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.327943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.328279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.329182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.329346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84ce910-a158-49f2-8a5d-2c3ae01d14ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.577733] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.594953] env[66673]: INFO networking_nsxv3.common.synchronization [req-e2800c5f-a88a-4cd4-bfe6-ce252037f82c req-e887370e-a19b-49ac-80b6-6a52a98c6fa2 tempest-ServerAddressesNegativeTestJSON-1350922884 tempest-ServerAddressesNegativeTestJSON-1350922884-project-member] Enqueued Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 756.595789] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 756.596285] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.596384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.596454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.596955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.596955] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.597091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.597091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.597641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.597641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.597641] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.805408] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.978514] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.978731] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.978870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.979217] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.979482] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.979637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.979749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.979959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.980273] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.980457] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.980791] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.980791] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.980791] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.980953] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.980953] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.981068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.003093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.003293] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.003464] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.003652] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-258" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.003999] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-8374da58-817e-4a78-bdc4-96abafe16750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004197] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004318] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.004718] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.004853] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8374da58-817e-4a78-bdc4-96abafe16750',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.080650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.080650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.080650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.080650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.080650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081117] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 757.099982] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.099982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.100309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.100380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.100520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.100906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.101088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.101140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.101355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.101448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.101569] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba already deleted. [ 757.101677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.117110] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.117706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.117706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.117706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.117905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.130615] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 757.306546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.306708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.306779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.307012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.307145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.307492] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f is going to be created. [ 757.342514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.342514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.342514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.342898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.342898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.357447] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: UNINITIALIZED for 2s [ 757.508565] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.509278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.509278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.509278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.509496] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.509658] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 8374da58-817e-4a78-bdc4-96abafe16750 not found, creating... [ 757.509923] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.510089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.510206] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.510436] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.510567] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.510840] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.510990] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.511885] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512175] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512373] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512518] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 8374da58-817e-4a78-bdc4-96abafe16750 is going to be created. [ 757.535319] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.535614] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.535775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.536045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.536287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.536534] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.374991] env[66673]: INFO networking_nsxv3.common.synchronization [req-e2800c5f-a88a-4cd4-bfe6-ce252037f82c req-0ae8342f-0188-451c-8424-0a49a83d424a service nova] Enqueued Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_rules [ 758.375302] env[66673]: INFO networking_nsxv3.common.synchronization [req-e2800c5f-a88a-4cd4-bfe6-ce252037f82c req-0ae8342f-0188-451c-8424-0a49a83d424a service nova] Enqueued Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 758.375515] env[66673]: INFO networking_nsxv3.common.synchronization [req-e2800c5f-a88a-4cd4-bfe6-ce252037f82c req-0ae8342f-0188-451c-8424-0a49a83d424a service nova] Enqueued Resource ID: 8374da58-817e-4a78-bdc4-96abafe16750 with Priority: HIGHEST for action port [ 758.376242] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_rules [ 758.376420] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 758.377244] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8374da58-817e-4a78-bdc4-96abafe16750 with Priority: HIGHEST for action port [ 758.377244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.377244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.377793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.378099] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.379533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.379533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.379533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.382693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.382693] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.382693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8374da58-817e-4a78-bdc4-96abafe16750 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.382693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.383389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.383389] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8374da58-817e-4a78-bdc4-96abafe16750',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.887471] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.890816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.890816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.890816] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8374da58-817e-4a78-bdc4-96abafe16750 with status ACTIVE [ 758.890816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.890816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.890816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.890816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.891387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.891387] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.891387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.891387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.891387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.891534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.893413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.893413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.893413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.893413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.893413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.893413] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8374da58-817e-4a78-bdc4-96abafe16750 is going to be updated. [ 758.920678] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.920829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.920921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.921138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.921456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.921456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8374da58-817e-4a78-bdc4-96abafe16750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 759.143464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.143921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.144216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.144643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.144787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.145211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.145211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.145457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.145457] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.379031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: SUCCESS [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.379031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.379928] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.391755] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.650231] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.885680] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.885849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.885917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.886177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.886354] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.886460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.886523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.886684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.886758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.886847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.886993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.887128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.887188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.887334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.887484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.887577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.887634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.887770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.887845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.887925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.888032] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.894954] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.894954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.894954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.895918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.895918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.895918] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba is going to be created. [ 759.931941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.932273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.932365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.932698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.932777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.946648] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: UNINITIALIZED for 2s [ 760.153723] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.392213] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fb96e01-affc-49ab-90e3-ecdc68e2b51f: rpc.has_security_group_logging(os_id): False [ 760.417023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.417023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.417023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.417809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.418129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.418304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.418598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.419065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.419438] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.419701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.419913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.420260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.420471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.421311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f is going to be created. [ 760.496081] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.496362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.496720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.496911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.512697] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: IN_PROGRESS for 2s [ 760.657264] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.657500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.657500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.661048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.661048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.661048] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 760.714549] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.714549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.732269] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 760.846045] env[66673]: INFO networking_nsxv3.common.synchronization [req-28a9efdd-aa3a-419e-8fb2-503874293084 req-355c0ad4-4ceb-48c7-a890-7ad98bb156c5 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 760.846673] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 760.847080] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.848156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.848156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.848606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848606] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.350750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.354781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.354781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.354781] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 761.511331] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.511653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.511653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.511917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.512200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.522290] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 761.957943] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: SUCCESS [ 761.958276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.958483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.958829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.959111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.959251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.959320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.959545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.959713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.959745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.960348] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.302836] env[66673]: INFO networking_nsxv3.common.synchronization [req-c0ff9973-895c-45a2-bd2f-c5b679d0afd4 req-a18b7488-5e7b-45d6-a6b2-de3c0d39be63 tempest-ServersTestBootFromVolume-1469906591 tempest-ServersTestBootFromVolume-1469906591-project-member] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 762.303636] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 762.303942] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.304536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.304750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.304926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.304990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.305215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.305344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.305465] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.467404] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.467404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.467404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.467404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.467404] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.467683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.467683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.468642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.468642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.468642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.468642] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.468642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.468824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.468824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469837] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.469837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.469837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.469837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.469837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.469837] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.520775] env[66673]: INFO networking_nsxv3.common.synchronization [None req-8121068e-96db-4893-bcf4-bc3e330e5772 None None] Enqueued Resource ID: 6914b306-74bb-42bf-94e7-7b17e2b8d28d with Priority: HIGHEST for action port [ 762.520775] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6914b306-74bb-42bf-94e7-7b17e2b8d28d with Priority: HIGHEST for action port [ 762.520775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6914b306-74bb-42bf-94e7-7b17e2b8d28d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.520775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6914b306-74bb-42bf-94e7-7b17e2b8d28d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.520775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6914b306-74bb-42bf-94e7-7b17e2b8d28d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.520775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6914b306-74bb-42bf-94e7-7b17e2b8d28d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.520775] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6914b306-74bb-42bf-94e7-7b17e2b8d28d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.529492] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: SUCCESS [ 762.529698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.743399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 762.743708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.744020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.744499] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.744642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.744720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.745070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.745070] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.777466] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.777849] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-641" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.778693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-641" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.778693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-641" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.779728] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.779949] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.780096] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.782140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.782140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.782140] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.782140] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.782140] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.782140] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.782140] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.782140] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.782140] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.808379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.808593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.808593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.808866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.808917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.809132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.809230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.809293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.809452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.809532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.809615] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 already deleted. [ 762.809696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.812082] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.812296] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.812441] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.812607] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-641" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.812901] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-dc5875bb-6be8-46b9-b2d8-6972ab98149d taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.813126] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.813248] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.813549] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.813680] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5875bb-6be8-46b9-b2d8-6972ab98149d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.972032] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba: rpc.has_security_group_logging(os_id): False [ 762.996844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.999731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.999731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.000089] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.000222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.000295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.000412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.000483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.000574] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba is going to be created. [ 763.024113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6914b306-74bb-42bf-94e7-7b17e2b8d28d [ 763.024661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.024760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.024966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.025238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.025381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.025816] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6914b306-74bb-42bf-94e7-7b17e2b8d28d already deleted. [ 763.025816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6914b306-74bb-42bf-94e7-7b17e2b8d28d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.066060] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.066279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.066332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.066632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.066816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.081624] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: IN_PROGRESS for 2s [ 763.247619] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.321066] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.321774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.321774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.322128] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.322235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.322406] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port dc5875bb-6be8-46b9-b2d8-6972ab98149d not found, creating... [ 763.322746] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.323328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.323328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.324267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.324267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.324564] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.324769] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.324937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.325450] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.325531] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.327657] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: dc5875bb-6be8-46b9-b2d8-6972ab98149d is going to be created. [ 763.350608] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.350608] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.350836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.351081] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.351397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.351583] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.382935] env[66673]: INFO networking_nsxv3.common.synchronization [req-43bbf117-bd3d-4eb6-864e-d3aef069aed0 req-86f09a30-7d00-4ce1-9b09-62e3dc25520e tempest-ServerMetadataTestJSON-832606525 tempest-ServerMetadataTestJSON-832606525-project-member] Enqueued Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 763.383521] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGHEST for action security_group_members [ 763.383851] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.383971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.385596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.385775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.386123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.386209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.386304] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.535297] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 763.535643] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 763.535643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.751988] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.890743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.890915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.890953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.891277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.891391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.891619] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.892036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.892036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.892178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.892311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.892420] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be is going to be updated. [ 763.945931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.948947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.948947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.950235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.950235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.964094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: IN_PROGRESS for 2s [ 764.260584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.261904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.261904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.261904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 764.287815] env[66673]: INFO networking_nsxv3.common.synchronization [req-c0ff9973-895c-45a2-bd2f-c5b679d0afd4 req-4650f9db-f6b1-43f4-94e1-f331da06de0a service nova] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 764.288056] env[66673]: INFO networking_nsxv3.common.synchronization [req-c0ff9973-895c-45a2-bd2f-c5b679d0afd4 req-4650f9db-f6b1-43f4-94e1-f331da06de0a service nova] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 764.288131] env[66673]: INFO networking_nsxv3.common.synchronization [req-c0ff9973-895c-45a2-bd2f-c5b679d0afd4 req-4650f9db-f6b1-43f4-94e1-f331da06de0a service nova] Enqueued Resource ID: dc5875bb-6be8-46b9-b2d8-6972ab98149d with Priority: HIGHEST for action port [ 764.288647] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_rules [ 764.288796] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 764.288927] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5875bb-6be8-46b9-b2d8-6972ab98149d with Priority: HIGHEST for action port [ 764.290940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.292265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.292265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.292351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.293116] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.293769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.293963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.294103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.294363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.294590] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.294731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.294823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.296258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.296258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.296258] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.297127] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc5875bb-6be8-46b9-b2d8-6972ab98149d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.297342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.299457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.299457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299457] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5875bb-6be8-46b9-b2d8-6972ab98149d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.302527] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.303123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.303123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.303123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.303321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.317791] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 764.771158] env[66673]: INFO networking_nsxv3.common.synchronization [req-79d0d904-0789-4fcc-9d8a-961cf90b4a25 req-36b94b3d-9e2b-4308-ab04-3b0bedbbe4b9 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 764.771456] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 764.771570] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.771641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775379] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.806633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.806781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.806941] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.811024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc5875bb-6be8-46b9-b2d8-6972ab98149d with status ACTIVE [ 764.811024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.811617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.811617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.811617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.811617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.811739] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.812032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.812032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.816273] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.816273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.816273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc5875bb-6be8-46b9-b2d8-6972ab98149d is going to be updated. [ 764.857486] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.857486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.857486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.857793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.857836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.857995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc5875bb-6be8-46b9-b2d8-6972ab98149d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.100359] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: SUCCESS [ 765.100359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.147589] env[66673]: INFO networking_nsxv3.common.synchronization [None req-61d3edb2-de46-4093-a248-e79d5e4d49ea None None] Enqueued Resource ID: 1fa59a06-779f-4af9-ae39-45f6b1aae5f9 with Priority: HIGHEST for action port [ 765.148879] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa59a06-779f-4af9-ae39-45f6b1aae5f9 with Priority: HIGHEST for action port [ 765.150027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa59a06-779f-4af9-ae39-45f6b1aae5f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.150027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa59a06-779f-4af9-ae39-45f6b1aae5f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.150027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa59a06-779f-4af9-ae39-45f6b1aae5f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.150027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa59a06-779f-4af9-ae39-45f6b1aae5f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.150027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa59a06-779f-4af9-ae39-45f6b1aae5f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.236880] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.237212] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.237665] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.237665] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.237837] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.238064] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.238152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.238369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.238508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.238750] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.239462] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.239462] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.239462] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.239462] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.239462] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.239462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.278565] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.278565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.278565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.278848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.278848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.279437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.279437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.279437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.279437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279644] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 already deleted. [ 765.279644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.302059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.302059] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.302200] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.304690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.304690] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-4b810b30-9cfd-4b66-8848-30789ab5c607 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.304690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.304690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.304690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.304690] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b810b30-9cfd-4b66-8848-30789ab5c607',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.316859] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.653615] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa59a06-779f-4af9-ae39-45f6b1aae5f9 [ 765.655144] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.655144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.655144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.655144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.655144] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa59a06-779f-4af9-ae39-45f6b1aae5f9 already deleted. [ 765.655144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa59a06-779f-4af9-ae39-45f6b1aae5f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.812024] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.812024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 4b810b30-9cfd-4b66-8848-30789ab5c607 not found, creating... [ 765.812024] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.812024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.812862] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.812862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.812862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.812862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.812862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.812862] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 4b810b30-9cfd-4b66-8848-30789ab5c607 is going to be created. [ 765.821566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.821566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.821566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.821566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 is going to be created. [ 765.839446] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.841775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.841775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.841775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.841775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.841775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.845103] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.845103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.845103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.845103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.845103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.857484] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: UNINITIALIZED for 2s [ 765.979239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be in Status: SUCCESS [ 765.979239] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be deletion is rescheduled due to dependency. [ 765.979239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.336376] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 766.336542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.337094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.337094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.337094] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.337262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.337262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.337415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.337493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.337576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.337741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.339255] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.339255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.341123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.341123] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.541584] env[66673]: INFO networking_nsxv3.common.synchronization [req-79d0d904-0789-4fcc-9d8a-961cf90b4a25 req-5d97bfa4-8419-4f72-ac4c-5b6384fbc27d service nova] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 766.541873] env[66673]: INFO networking_nsxv3.common.synchronization [req-79d0d904-0789-4fcc-9d8a-961cf90b4a25 req-5d97bfa4-8419-4f72-ac4c-5b6384fbc27d service nova] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 766.542032] env[66673]: INFO networking_nsxv3.common.synchronization [req-79d0d904-0789-4fcc-9d8a-961cf90b4a25 req-5d97bfa4-8419-4f72-ac4c-5b6384fbc27d service nova] Enqueued Resource ID: 4b810b30-9cfd-4b66-8848-30789ab5c607 with Priority: HIGHEST for action port [ 766.542646] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_rules [ 766.542900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 766.542933] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b810b30-9cfd-4b66-8848-30789ab5c607 with Priority: HIGHEST for action port [ 766.543350] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.543592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.543636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.543825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.544108] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.545075] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.545310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.546813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.546813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.546938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.547083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.547184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.547289] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.551152] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b810b30-9cfd-4b66-8848-30789ab5c607 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.551311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.551409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.551649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.551753] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b810b30-9cfd-4b66-8848-30789ab5c607',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.842733] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2483b3f9-9337-4548-a76b-2f10e7e988f0: rpc.has_security_group_logging(os_id): False [ 766.863185] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.863369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.863427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.863624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.863716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.863905] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.864228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.864489] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.864781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.865067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.865164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.865226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.865374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.865436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.865521] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be created. [ 766.934765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.934765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.934765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.934765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.934765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.948136] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 767.052635] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.053766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.054056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.056273] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b810b30-9cfd-4b66-8848-30789ab5c607 with status ACTIVE [ 767.056709] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.056813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.056874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.057160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.057288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.057963] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.057963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.057963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.057963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.058171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.058445] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.058445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.058565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.058674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.059042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.059042] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b810b30-9cfd-4b66-8848-30789ab5c607 is going to be updated. [ 767.089829] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.089829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.089829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.089829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.089829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.089829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b810b30-9cfd-4b66-8848-30789ab5c607" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.556559] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.881721] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: SUCCESS [ 767.882198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.882498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.885129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.885279] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.060653] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.061443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.061905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.064164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.064164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.064164] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 is going to be created. [ 768.107817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.108389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.108389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.108389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.108641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.121050] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: UNINITIALIZED for 2s [ 768.388543] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.892793] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a45643c-c18f-4add-ba1a-05997ff69470: rpc.has_security_group_logging(os_id): False [ 768.917024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 is going to be created. [ 768.964878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 768.964878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.965075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.965252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.965305] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.024724] env[66673]: INFO networking_nsxv3.common.synchronization [req-1f823122-5d02-461e-a1f5-7e01499c879e req-65e7a652-9d6f-4b19-9e83-a95649e7b3bb tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 769.028336] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 769.028903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.028903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.028903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.029188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.029409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.029591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.029912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.030231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.031793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.032060] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.057585] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.057719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.057757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.058218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.058399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.082439] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: IN_PROGRESS for 2s [ 769.420930] env[66673]: INFO networking_nsxv3.common.synchronization [req-83c0a6c3-72fb-442f-81b3-88992e9afc66 req-92435bc3-d831-42d4-be9b-99126e93eba6 tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 769.421681] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 769.422045] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.422166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.422231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.422460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.422616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.423118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.423118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.423118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.423118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.423281] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.428225] env[66673]: INFO networking_nsxv3.common.synchronization [req-a879c6eb-6410-4442-9a99-495f78de03f7 req-3a9b2bae-b043-4c37-aa9f-e157f502b766 tempest-ImagesOneServerTestJSON-1566995814 tempest-ImagesOneServerTestJSON-1566995814-project-member] Enqueued Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 769.428798] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGHEST for action security_group_members [ 769.429121] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.429241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.429350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.429517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.429710] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.429937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.429937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.430406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.430474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.430578] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.468098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.468098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.537065] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.540215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.540215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.540215] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 769.579686] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.579840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.579903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.580145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.580304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 769.925510] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.933863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.933863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.933863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.933863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.933863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.934216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.934216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.934216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.934423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.934423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.934423] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 is going to be updated. [ 769.974752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.974969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.000454] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: IN_PROGRESS for 2s [ 770.133032] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: SUCCESS [ 770.133491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.133491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.133621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.134206] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.134354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.134484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.134665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135267] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.429897] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.637609] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.932092] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.932446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.932446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.932556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.932672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.932777] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 770.966355] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.966539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.966750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.983478] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 771.121432] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: SUCCESS [ 771.121838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.142112] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1069a7f8-a214-49d6-b806-721ff2bd3a96: rpc.has_security_group_logging(os_id): False [ 771.169508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.169948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.169948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.170870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.171407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.171407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.171535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.171535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.171833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.171833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.171919] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 is going to be created. [ 771.274880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.275213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.275213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.275628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.276130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.301973] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: IN_PROGRESS for 2s [ 771.305898] env[66673]: INFO networking_nsxv3.common.synchronization [req-a6e8ddb8-ef4a-4f06-955d-ef73f25f1c68 req-922f2490-a53d-42b8-a177-839e679be849 tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 771.306476] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 771.306801] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.306926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.306990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.307728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.307907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.308029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.308098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.308265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.308348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.308544] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.610053] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 771.610314] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 771.610471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.810580] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.013405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 in Status: SUCCESS [ 772.013694] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 deletion is rescheduled due to dependency. [ 772.013694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312787] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.817012] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.817200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.817270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.817491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.817578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.817680] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 772.851724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.851724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.851724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.852069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.852069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.863150] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 772.994928] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 772.995329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.995524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.995813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.996060] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.996361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.996505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.997446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.997609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997904] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.329026] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: SUCCESS [ 773.329026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.501369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.501575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.501649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.502640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.503891] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.503975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.504787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.504787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.504787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.504787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.504787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.504787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.508405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.508405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.508736] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.508840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.508840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.511030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.511030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.511030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.511030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.561226] env[66673]: INFO networking_nsxv3.common.synchronization [req-bed4710f-40d8-4882-a18f-3a1c7d70d1ad req-52ada7c4-54c1-473f-9eb9-747576c8e563 tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 773.561980] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 773.563070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.563070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.563070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.563335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.563335] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.563527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.563527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.563732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.563732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.563732] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.015288] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2483b3f9-9337-4548-a76b-2f10e7e988f0: rpc.has_security_group_logging(os_id): False [ 774.037655] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.037655] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.037655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.037970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.038159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.038368] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.038512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.038631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.038906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.039553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.039941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.040120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.040271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.040502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.040633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.040729] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 774.065917] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.097038] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.097038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.097038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.097038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.097038] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.097038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.097685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098079] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.098358] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.098691] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.098931] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.099192] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.099449] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.099693] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.100090] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.100419] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.129035] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.129035] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.129035] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.129035] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.129035] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-72e3d97f-0ddc-499d-bc49-1fe44db1381b taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.133065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.133065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.133065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.133065] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e3d97f-0ddc-499d-bc49-1fe44db1381b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.136695] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.139791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.139791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.139791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.139791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.158791] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 774.569122] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.640242] env[66673]: INFO networking_nsxv3.common.synchronization [req-e698551a-e799-422a-bc8b-9cf2975b97cc req-0165c765-997b-4517-b7d5-a42716d20f7a tempest-ServerAddressesNegativeTestJSON-1350922884 tempest-ServerAddressesNegativeTestJSON-1350922884-project-member] Enqueued Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 774.640764] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGHEST for action security_group_members [ 774.641090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.641504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.641662] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.641940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.641940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.642067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.642067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.642145] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.643461] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.643461] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.643461] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.643721] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.643768] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.643903] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 72e3d97f-0ddc-499d-bc49-1fe44db1381b not found, creating... [ 774.644153] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.644302] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.644413] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.644627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.644754] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.645034] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.645184] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.645296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.645492] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.645616] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.645750] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 72e3d97f-0ddc-499d-bc49-1fe44db1381b is going to be created. [ 774.668206] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.668434] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.668533] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.668811] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.669134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.669282] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.880315] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 774.880916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.073046] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.073046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.073046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.073330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.073371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.073509] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be updated. [ 775.109604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.109757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.120775] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 775.148165] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.148300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.148356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.148585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.148676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.148872] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.148967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.149032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.149206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.149280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.149359] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba is going to be updated. [ 775.181802] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.181937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.182107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.182391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.182558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.195617] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: IN_PROGRESS for 2s [ 775.525714] env[66673]: INFO networking_nsxv3.common.synchronization [req-bed4710f-40d8-4882-a18f-3a1c7d70d1ad req-cb7388c4-10b5-45b0-80ae-60e10fefb988 service nova] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_rules [ 775.525956] env[66673]: INFO networking_nsxv3.common.synchronization [req-bed4710f-40d8-4882-a18f-3a1c7d70d1ad req-cb7388c4-10b5-45b0-80ae-60e10fefb988 service nova] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 775.526162] env[66673]: INFO networking_nsxv3.common.synchronization [req-bed4710f-40d8-4882-a18f-3a1c7d70d1ad req-cb7388c4-10b5-45b0-80ae-60e10fefb988 service nova] Enqueued Resource ID: 72e3d97f-0ddc-499d-bc49-1fe44db1381b with Priority: HIGHEST for action port [ 775.526884] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_rules [ 775.528630] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 775.528862] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e3d97f-0ddc-499d-bc49-1fe44db1381b with Priority: HIGHEST for action port [ 775.529979] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.530166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.530277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.530523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.530622] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.531919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.532039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.532708] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e3d97f-0ddc-499d-bc49-1fe44db1381b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.532819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.533043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.533262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.533262] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e3d97f-0ddc-499d-bc49-1fe44db1381b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.035932] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.035932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.037414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e3d97f-0ddc-499d-bc49-1fe44db1381b with status ACTIVE [ 776.039198] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039198] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039198] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.039198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.039641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.039641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039641] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e3d97f-0ddc-499d-bc49-1fe44db1381b is going to be updated. [ 776.066348] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.066511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.066706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.066845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.067016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e3d97f-0ddc-499d-bc49-1fe44db1381b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.187138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 776.187642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.187642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.188348] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.636407] env[66673]: INFO networking_nsxv3.common.synchronization [req-4eacfde3-df57-4262-917f-211a4579df56 req-d90feb83-6b37-4021-8611-3233797d1ad6 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 776.637010] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 776.637379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.637492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.637552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.637930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.638123] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.638254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.638295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.638438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.638524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.638618] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.690768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.691686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.691686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.691686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.691686] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.691686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.691686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.691902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.691902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.692032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.692097] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.904029] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.904029] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 777.042679] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.042679] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.042679] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.043065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.046689] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046956] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.047330] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.047330] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.047450] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.047657] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.047783] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.047865] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.047971] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.048081] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.048178] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.048304] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.068226] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.069789] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.069789] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.070176] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070546] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.070776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070897] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.071278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.071655] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.133405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 777.133856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.134172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.134622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.135093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.135362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.135513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.135851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.135998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136184] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.140441] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.140597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.140996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.140996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.141341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.141374] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.141514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.141563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.141815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.141868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.141941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec already deleted. [ 777.142038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.194397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.194504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.194814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.195088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.195854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.195983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.198021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.198140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198433] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.209875] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: IN_PROGRESS for 4s [ 777.533118] env[66673]: INFO networking_nsxv3.common.synchronization [None req-29f10d29-080b-46fd-9a15-f8f5d4f0cf48 None None] Enqueued Resource ID: 49190a76-735b-40f7-9173-115d26cc14c0 with Priority: HIGHEST for action port [ 777.533973] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49190a76-735b-40f7-9173-115d26cc14c0 with Priority: HIGHEST for action port [ 777.533973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-49190a76-735b-40f7-9173-115d26cc14c0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.534986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49190a76-735b-40f7-9173-115d26cc14c0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.535077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49190a76-735b-40f7-9173-115d26cc14c0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.535336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49190a76-735b-40f7-9173-115d26cc14c0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.535445] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49190a76-735b-40f7-9173-115d26cc14c0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.575587] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.575587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.575587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.575587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.575587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.575587] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 not found, creating... [ 777.576020] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.576020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.576020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.576248] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.576350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.576630] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.576773] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.576888] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.577276] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.577412] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.577546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 is going to be created. [ 777.604012] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.604012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.604012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.604012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.604012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.640141] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.703942] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2483b3f9-9337-4548-a76b-2f10e7e988f0: rpc.has_security_group_logging(os_id): False [ 777.731284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731959] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.732399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.732696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.733134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.733342] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 777.829030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.829030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.829030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.845637] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 778.042570] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49190a76-735b-40f7-9173-115d26cc14c0 [ 778.043478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.043478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.043478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.043478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043478] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49190a76-735b-40f7-9173-115d26cc14c0 already deleted. [ 778.044155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49190a76-735b-40f7-9173-115d26cc14c0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.144417] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.415987] env[66673]: INFO networking_nsxv3.common.synchronization [req-4eacfde3-df57-4262-917f-211a4579df56 req-f7eec1ee-e238-4bb3-aaed-85bc8448a4e3 service nova] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 778.416572] env[66673]: INFO networking_nsxv3.common.synchronization [req-4eacfde3-df57-4262-917f-211a4579df56 req-f7eec1ee-e238-4bb3-aaed-85bc8448a4e3 service nova] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 778.416984] env[66673]: INFO networking_nsxv3.common.synchronization [req-4eacfde3-df57-4262-917f-211a4579df56 req-f7eec1ee-e238-4bb3-aaed-85bc8448a4e3 service nova] Enqueued Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 778.417828] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 778.418274] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 778.418621] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 778.420018] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.420018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.420018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.420018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.420018] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.421193] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.421447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.421631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.421914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422234] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.425022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.425022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.425022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.425022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.425022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.425022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.425022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.425022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.647464] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.647641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.647713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.647937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.648167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.648319] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be updated. [ 778.678824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.678997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.678997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.679282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.679466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.690086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 778.927371] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.929644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.929766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.930275] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with status ACTIVE [ 778.930516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.932115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.932115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.932497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.932609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.932668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.933133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.933233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.933307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.933497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.933571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.933800] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 is going to be updated. [ 778.960972] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.960972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.960972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.960972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.960972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.961431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.221306] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba in Status: SUCCESS [ 779.221306] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba deletion is rescheduled due to dependency. [ 779.221306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.431194] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.770769] env[66673]: INFO networking_nsxv3.common.synchronization [req-edbf4bf1-88c2-4cf6-a851-be8a64bd7ba5 req-fdca2202-6491-493c-8f06-abb611ecb482 tempest-InstanceActionsTestJSON-989691295 tempest-InstanceActionsTestJSON-989691295-project-member] Enqueued Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 779.772117] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 779.772510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.772886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.772886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.773244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.773244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.773244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.773471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.773540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.773673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.773727] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.873823] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 779.873823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.934825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.935052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.935148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.935436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.935555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.935681] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be created. [ 779.939948] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f3ef3e3a-5125-49c2-bf24-32d47f762b17 None None] Enqueued Resource ID: f56c7fd7-4c39-4731-a6f5-5013a78483d3 with Priority: HIGHEST for action port [ 779.940660] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56c7fd7-4c39-4731-a6f5-5013a78483d3 with Priority: HIGHEST for action port [ 779.941099] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56c7fd7-4c39-4731-a6f5-5013a78483d3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56c7fd7-4c39-4731-a6f5-5013a78483d3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.941354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56c7fd7-4c39-4731-a6f5-5013a78483d3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.941755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56c7fd7-4c39-4731-a6f5-5013a78483d3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.941878] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56c7fd7-4c39-4731-a6f5-5013a78483d3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.964085] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.964292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.964406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.964682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.964891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.983341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: UNINITIALIZED for 2s [ 780.276631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.276631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.276631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.277058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.277058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.278207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.278207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.278207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.278207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.278207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.278207] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 already deleted. [ 780.278207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279166] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.279437] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.279615] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280327] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.280486] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280643] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280908] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.281120] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281438] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.281626] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.281793] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.281935] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.282115] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.282266] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.282438] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.315340] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.315411] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.315547] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.315729] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.316078] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.316501] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.316501] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.316705] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.316841] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fabee8a6-9f9c-489f-bc8f-4ae5893f2829',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.449871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56c7fd7-4c39-4731-a6f5-5013a78483d3 [ 780.451183] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.451183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451183] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56c7fd7-4c39-4731-a6f5-5013a78483d3 already deleted. [ 780.451183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56c7fd7-4c39-4731-a6f5-5013a78483d3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.701086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 780.701255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.701933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.701933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.702093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.702283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.702359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.702630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.702741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.702835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.702954] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.820470] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.820755] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.820836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821388] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821545] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port fabee8a6-9f9c-489f-bc8f-4ae5893f2829 not found, creating... [ 780.821807] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.821981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.823191] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.823191] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.823191] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.823191] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.823447] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.823780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.824567] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.824791] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.824976] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: fabee8a6-9f9c-489f-bc8f-4ae5893f2829 is going to be created. [ 780.849711] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.849845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.849921] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.850432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.850548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.850950] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.206290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.206366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.206581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.206850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.206913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.207072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.207160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.207248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.207394] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.207498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.207557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.207698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.207832] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.207954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.208010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.208119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.208191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.208271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.208449] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.231915] env[66673]: INFO networking_nsxv3.common.synchronization [None req-4a9fa1c1-195a-4b43-a45a-95cadd75ce10 None None] Enqueued Resource ID: f9060216-494b-4150-8485-f11f71488888 with Priority: HIGHEST for action port [ 781.232478] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9060216-494b-4150-8485-f11f71488888 with Priority: HIGHEST for action port [ 781.232784] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9060216-494b-4150-8485-f11f71488888 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.233139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9060216-494b-4150-8485-f11f71488888" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9060216-494b-4150-8485-f11f71488888" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.233299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9060216-494b-4150-8485-f11f71488888" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.233350] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9060216-494b-4150-8485-f11f71488888',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.548435] env[66673]: INFO networking_nsxv3.common.synchronization [req-edbf4bf1-88c2-4cf6-a851-be8a64bd7ba5 req-f1cda3dd-0555-4e27-b8a8-6b169e0f9b9a service nova] Enqueued Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_rules [ 781.548655] env[66673]: INFO networking_nsxv3.common.synchronization [req-edbf4bf1-88c2-4cf6-a851-be8a64bd7ba5 req-f1cda3dd-0555-4e27-b8a8-6b169e0f9b9a service nova] Enqueued Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 781.548735] env[66673]: INFO networking_nsxv3.common.synchronization [req-edbf4bf1-88c2-4cf6-a851-be8a64bd7ba5 req-f1cda3dd-0555-4e27-b8a8-6b169e0f9b9a service nova] Enqueued Resource ID: fabee8a6-9f9c-489f-bc8f-4ae5893f2829 with Priority: HIGHEST for action port [ 781.549016] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_rules [ 781.549165] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 781.549265] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fabee8a6-9f9c-489f-bc8f-4ae5893f2829 with Priority: HIGHEST for action port [ 781.549804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.550626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.554020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.554020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.554020] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.554352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.554975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.554975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.554975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.555880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.556083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.556228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.556493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.556663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.556792] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.558513] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.558717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.558855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.559145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.559257] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fabee8a6-9f9c-489f-bc8f-4ae5893f2829',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.710941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4c580f-2839-4826-907d-72649d6f8c0e: rpc.has_security_group_logging(os_id): False [ 781.734356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.734356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.735102] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.737714] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be updated. [ 781.737714] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9060216-494b-4150-8485-f11f71488888 [ 781.737714] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.737714] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9060216-494b-4150-8485-f11f71488888 already deleted. [ 781.737714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9060216-494b-4150-8485-f11f71488888" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.803644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.804511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.804593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.804753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.804943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.825851] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 781.997405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.997405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.997405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.997405] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.056181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.056181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.060383] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.061402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fabee8a6-9f9c-489f-bc8f-4ae5893f2829 with status ACTIVE [ 782.061603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.061725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.061782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.062129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.062185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.062337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.062442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.062519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.062643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.062719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.062885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.062978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.063171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.063239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fabee8a6-9f9c-489f-bc8f-4ae5893f2829 is going to be updated. [ 782.096339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.097112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.097112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.097112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.097112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.097112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fabee8a6-9f9c-489f-bc8f-4ae5893f2829" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.500213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.500396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.500476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.500667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.500863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.500939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.501032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.501173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.501249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.501332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.501470] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.501564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.501643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.501762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.501946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.501999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.502078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.502628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.502660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.502738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.503020] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.522038] env[66673]: INFO networking_nsxv3.common.synchronization [req-22633dd3-0804-4771-9456-ae26a4f49cbc req-690b2857-2732-454b-80ff-a957f67897a8 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 782.525149] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 782.525937] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.525937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.526091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.526255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.526418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.526539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.526748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.526748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.526922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.526922] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.570988] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.936871] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.937095] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.937217] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.938719] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.939525] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.939525] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.939525] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.939709] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.939742] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.940096] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.940198] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.940281] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.940380] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.940490] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.940592] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.940722] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.964624] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.965056] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.965228] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.965410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.965738] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.965934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.966195] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.966578] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.966721] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02e5a8f-fd67-449e-8b04-78a70f8f06e7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.007962] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 783.031021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.031021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.031021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.031021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.031576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.034048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.034048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.034048] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be created. [ 783.035092] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.035912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.036010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.036185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.036269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.036445] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.036538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.036598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.036739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.036814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.036898] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 already deleted. [ 783.036980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.074240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.074545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.074545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.074744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.074744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.074918] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 is going to be created. [ 783.093260] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.093549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.093549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.094197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.094234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.104905] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.105962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.105962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.105962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.105962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.110181] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 783.122772] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: UNINITIALIZED for 2s [ 783.335933] env[66673]: INFO networking_nsxv3.common.synchronization [None req-cde738fa-e4d1-4a22-aca1-910f97cdc850 None None] Enqueued Resource ID: 722cc334-8a14-4fd1-af03-f3d618918a9d with Priority: HIGHEST for action port [ 783.339990] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722cc334-8a14-4fd1-af03-f3d618918a9d with Priority: HIGHEST for action port [ 783.340052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-722cc334-8a14-4fd1-af03-f3d618918a9d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.340209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722cc334-8a14-4fd1-af03-f3d618918a9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.340272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722cc334-8a14-4fd1-af03-f3d618918a9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.340484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722cc334-8a14-4fd1-af03-f3d618918a9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.340563] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722cc334-8a14-4fd1-af03-f3d618918a9d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.473044] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.473044] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port b02e5a8f-fd67-449e-8b04-78a70f8f06e7 not found, creating... [ 783.473044] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.473044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475588] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.476348] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.476703] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.476867] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.476978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.477235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.477369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.477508] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: b02e5a8f-fd67-449e-8b04-78a70f8f06e7 is going to be created. [ 783.502749] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.502749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.502749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.502749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.502749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.502749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.843687] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 783.843977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.844171] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722cc334-8a14-4fd1-af03-f3d618918a9d [ 783.844363] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.844478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.844541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.844751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.844828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.844937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722cc334-8a14-4fd1-af03-f3d618918a9d already deleted. [ 783.845027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722cc334-8a14-4fd1-af03-f3d618918a9d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.311401] env[66673]: INFO networking_nsxv3.common.synchronization [req-22633dd3-0804-4771-9456-ae26a4f49cbc req-cb94de35-9c30-4ca1-8d72-105dc5af9fb4 service nova] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 784.311401] env[66673]: INFO networking_nsxv3.common.synchronization [req-22633dd3-0804-4771-9456-ae26a4f49cbc req-cb94de35-9c30-4ca1-8d72-105dc5af9fb4 service nova] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 784.311401] env[66673]: INFO networking_nsxv3.common.synchronization [req-22633dd3-0804-4771-9456-ae26a4f49cbc req-cb94de35-9c30-4ca1-8d72-105dc5af9fb4 service nova] Enqueued Resource ID: b02e5a8f-fd67-449e-8b04-78a70f8f06e7 with Priority: HIGHEST for action port [ 784.311921] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_rules [ 784.312086] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 784.312172] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02e5a8f-fd67-449e-8b04-78a70f8f06e7 with Priority: HIGHEST for action port [ 784.312427] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.312545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.312615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.313678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.313769] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.314696] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.315043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.315043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.315043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.315160] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.315329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.315371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.315500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.315611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.315921] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.318463] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.318463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.318463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.318463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.318463] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02e5a8f-fd67-449e-8b04-78a70f8f06e7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.819657] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.819866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.820161] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.823279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b02e5a8f-fd67-449e-8b04-78a70f8f06e7 with status ACTIVE [ 784.823279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.823279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.823279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.823523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.823586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.824216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.824216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.824216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.824945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.824945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.824945] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.824945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.824945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.824945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.825211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.825211] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b02e5a8f-fd67-449e-8b04-78a70f8f06e7 is going to be updated. [ 784.878160] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.878160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.878160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.878925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.879095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b02e5a8f-fd67-449e-8b04-78a70f8f06e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129096] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 785.129317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.132291] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: SUCCESS [ 785.132479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.132668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.132898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.133289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.133394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.133447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.133667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.133752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.133891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.134016] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.323664] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.457225] env[66673]: INFO networking_nsxv3.common.synchronization [req-2cbaf6cc-30ef-43c5-bfef-c4a247b1bdab req-c3829b92-c98f-47e0-a0f2-3aef02118f50 tempest-ServerTagsTestJSON-1980827943 tempest-ServerTagsTestJSON-1980827943-project-member] Enqueued Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 785.457736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGHEST for action security_group_members [ 785.458039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.458173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.458237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.458423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.458648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.458787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.458826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.462021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.462021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462021] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.638738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.638855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.638931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.639175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.642862] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.643244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.643386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.643465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.643631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.643791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.644100] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.644203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.644312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.644404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.644483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.644579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.644644] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.827062] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.827252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.827252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.827428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.827515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.827620] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 is going to be created. [ 785.855554] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.855703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.855770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.855982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.856163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.868723] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: UNINITIALIZED for 2s [ 785.964193] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.964593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.964593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.964659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.964796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.964923] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.965107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.965107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.965373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.965373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965373] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f is going to be updated. [ 785.995963] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.995963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.995963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.995963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.995963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.003820] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: IN_PROGRESS for 2s [ 786.146708] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6: rpc.has_security_group_logging(os_id): False [ 786.172324] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.172324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.172509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.173215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.173376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.173463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.173696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.173806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.174114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.174245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.174347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.174522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.174605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.174816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.174936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.175028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 is going to be created. [ 786.276184] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.276302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.276380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.276609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.276850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301858] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: IN_PROGRESS for 2s [ 787.685205] env[66673]: INFO networking_nsxv3.common.synchronization [req-e392fcaf-25f7-4767-a3e8-eb00955a6566 req-5dd62201-4399-4bf1-9fef-fe5b358ebdf3 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 787.685205] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 787.685205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.685205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.685205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.685205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.685205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.685877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.685877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.686572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.686572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.686572] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.881110] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: SUCCESS [ 787.881416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.881878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.882217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.882510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.882705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.882868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.883082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.883175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.883295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.883390] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.019077] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f in Status: SUCCESS [ 788.019077] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f deletion is rescheduled due to dependency. [ 788.019077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.187023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.187337] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.187508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.188350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.188710] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.188924] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.189175] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.189513] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189750] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.189863] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.189990] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.190119] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.190239] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.190354] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.190569] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.192424] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.192535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.192580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.193222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.193222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.193222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.193222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.193464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.193464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.193598] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 788.215533] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.215533] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.215533] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.215533] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215923] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.216349] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.216595] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.217154] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.217341] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d822b73-8c22-4d8a-8ba3-b5aa8028e771',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.230537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.230753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.231117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.231409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.243480] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 788.318015] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: SUCCESS [ 788.318257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.385445] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.719754] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.720158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.720158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.720432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.720654] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.720814] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 not found, creating... [ 788.721190] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.721393] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.721567] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.721818] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.721981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.722307] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.722512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.722657] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.722961] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.723238] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.723417] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 is going to be created. [ 788.745381] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.745658] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746037] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746202] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.746492] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.746780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.889767] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1e1786c-25d5-4f92-9fdd-510630658a90: rpc.has_security_group_logging(os_id): False [ 788.895737] env[66673]: INFO networking_nsxv3.common.synchronization [req-66dd7246-b707-4eaf-b1f2-3eb094064127 req-867f8b33-01c0-4ae6-ac8f-213bfdcbe958 tempest-ServersTestJSON-747900679 tempest-ServersTestJSON-747900679-project-member] Enqueued Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 788.896292] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0be29d-0689-40b4-9635-352a4ba3d00a with Priority: HIGHEST for action security_group_members [ 788.896598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee0be29d-0689-40b4-9635-352a4ba3d00a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.896722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.896791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.896996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.897188] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.897288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.897383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.897509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.897594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.897877] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee0be29d-0689-40b4-9635-352a4ba3d00a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.909718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.909871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.909947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.910504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.910504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.910795] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.910952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.911073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.911472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.911577] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 is going to be created. [ 788.997120] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.997454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.997454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.997607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.997802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.020017] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: IN_PROGRESS for 2s [ 789.400566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.400909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.401089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.401681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.401681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.401681] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.402606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.402606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.402606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.402606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.402606] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a is going to be updated. [ 789.433918] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.434415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.434670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.446425] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: IN_PROGRESS for 2s [ 789.492356] env[66673]: INFO networking_nsxv3.common.synchronization [req-e392fcaf-25f7-4767-a3e8-eb00955a6566 req-eda2d79e-6869-4459-a7e2-37fbca78858d service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 789.492665] env[66673]: INFO networking_nsxv3.common.synchronization [req-e392fcaf-25f7-4767-a3e8-eb00955a6566 req-eda2d79e-6869-4459-a7e2-37fbca78858d service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 789.492920] env[66673]: INFO networking_nsxv3.common.synchronization [req-e392fcaf-25f7-4767-a3e8-eb00955a6566 req-eda2d79e-6869-4459-a7e2-37fbca78858d service nova] Enqueued Resource ID: 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 with Priority: HIGHEST for action port [ 789.493986] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 789.494181] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 789.494371] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 with Priority: HIGHEST for action port [ 789.494788] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.494972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.495565] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.497457] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.497622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.497951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.498145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.498256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.498566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.498706] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d822b73-8c22-4d8a-8ba3-b5aa8028e771',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.001511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.002320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.002320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 with status ACTIVE [ 790.002320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.002320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.002320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.002908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.002908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.002908] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.003127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.003127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.003321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.003423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.003781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.003781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.003907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.004276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.004495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.004638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d822b73-8c22-4d8a-8ba3-b5aa8028e771 is going to be updated. [ 790.033536] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.033536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.033762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.033898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.034073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d822b73-8c22-4d8a-8ba3-b5aa8028e771" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.258052] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 790.258052] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.258052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.258052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.258052] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.354406] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 790.354584] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 790.355229] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 790.355894] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 790.355894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.355894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.356771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.356771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.356771] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.356771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.356771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.356997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.356997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.357106] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.358027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.359547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.359610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.360880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.360880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.360880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.360880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.361338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.361623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.361828] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.413251] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_rules [ 790.413251] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 790.413251] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 790.413251] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 790.413251] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18ab4ca-7e72-4c58-87f5-b2b61252b8b4 req-d0294034-9ad0-40cf-b4c0-e312a674886d tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 790.413662] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_rules [ 790.413791] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 790.414133] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 790.414133] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 790.414133] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 790.414572] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.414684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.414803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.415153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.415153] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.416082] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.416082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.416170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.417045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.417045] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.418020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.418158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.418351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.418500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.418630] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.419816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.420370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.420768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.420862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.763469] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.867598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.869763] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.925792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925792] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with status ACTIVE [ 790.925792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.926632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.926632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.926632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.926632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926632] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 is going to be updated. [ 790.929682] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.930000] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.955078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.955078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.955078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.955078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.955078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.955078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.036897] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: SUCCESS [ 791.036897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.267079] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.336725] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 791.336934] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 791.337056] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 791.337663] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 791.338012] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 791.338210] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 791.338649] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.338840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.338840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.338990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.339157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.339461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.339547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.339644] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.341966] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.341966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.341966] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.341966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.373139] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.374611] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.418590] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_rules [ 791.418764] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 791.418894] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 791.419025] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 791.419151] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_rules [ 791.419276] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 791.419806] env[66673]: INFO networking_nsxv3.common.synchronization [req-b0bf18e5-4767-4006-8ff6-853382b194ec req-5252db03-ab7b-4b3f-b4a7-c025100500be tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 791.420568] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_rules [ 791.420743] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 791.420803] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 791.420900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with Priority: HIGHEST for action port [ 791.420989] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_rules [ 791.421092] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 791.421188] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 791.421529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.422139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.422139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.422139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.422139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.422336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.422439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.422564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.422699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.423592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.423920] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.424720] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.424791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.424853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.425364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.425364] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.426179] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.426270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.426484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.426568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.460199] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee0be29d-0689-40b4-9635-352a4ba3d00a in Status: SUCCESS [ 791.463525] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee0be29d-0689-40b4-9635-352a4ba3d00a deletion is rescheduled due to dependency. [ 791.463710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee0be29d-0689-40b4-9635-352a4ba3d00a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.771554] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.771748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.771824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.772098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.772277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 791.805898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.805898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.805898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.806275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.806432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.817347] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 791.844770] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.877413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.877613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.877613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.877964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.877964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.878126] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 791.879402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.879567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.879608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.879789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.879912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.880066] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be created. [ 791.907383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.907383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.907383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.907383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.912430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.912585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.912670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.912891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.913047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.928131] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 with status ACTIVE [ 791.928377] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.928523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.928641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.928937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.929095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.929326] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.929439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.929491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.929657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.929735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.929926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.930041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.930091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.930327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.930401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.930487] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5 is going to be updated. [ 791.933283] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 791.935962] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: UNINITIALIZED for 2s [ 791.936243] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.936301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970779] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.971045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.971351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.971535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.971762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf7c2f7-20c0-4552-bc81-b90a56d3dbe5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.349447] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.852181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.855024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.855024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.855024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.855024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.855024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be created. [ 792.867024] env[66673]: INFO networking_nsxv3.common.synchronization [req-56be68af-58d5-4814-ab92-a4b17a05c201 req-c9b3b040-ddb8-4348-9ba2-bf8199988a3d tempest-ServerPasswordTestJSON-827536294 tempest-ServerPasswordTestJSON-827536294-project-member] Enqueued Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 792.867024] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 792.867687] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.868058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.868309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.868806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.869988] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.869988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.869988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.870487] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.884902] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.887024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.887024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.887024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.887024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.900276] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: UNINITIALIZED for 2s [ 793.373325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.373613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.373613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.374178] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.374262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.374592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.374592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.374592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.374737] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 already deleted. [ 793.374737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.407134] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-167" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-167" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-167" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.407134] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.407134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.407698] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.407698] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.407698] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.407698] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.407698] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.407698] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.407882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.430443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.430443] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.430443] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.430660] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-167" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.431054] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-8cf2e778-0e32-4a99-ad9f-da1405a47755 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.431054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.431230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.431712] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.431866] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cf2e778-0e32-4a99-ad9f-da1405a47755',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.827973] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 793.828333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.828593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.828863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829404] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.829587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.829673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.829886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.830353] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.935547] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.935759] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.935875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.936244] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.936585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.936585] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 8cf2e778-0e32-4a99-ad9f-da1405a47755 not found, creating... [ 793.936773] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.936903] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.937068] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.937318] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.937502] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.937780] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.937929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.938090] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.938297] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.938425] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.938560] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 8cf2e778-0e32-4a99-ad9f-da1405a47755 is going to be created. [ 793.953212] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 793.953432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.953600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.953827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.954346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.954346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.954346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.954346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.954566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.954566] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.958353] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 793.958353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.958353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.958353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.958353] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.958353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.958353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.958621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.958621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.959174] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.964702] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.965202] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.965465] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.965999] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.966542] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.966921] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.332881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.332950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.333375] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.333481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.333786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.333876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.335089] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.456544] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.461550] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.691166] env[66673]: INFO networking_nsxv3.common.synchronization [req-56be68af-58d5-4814-ab92-a4b17a05c201 req-181b47f6-d3c7-4532-be55-b0a045e131f3 service nova] Enqueued Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_rules [ 794.691444] env[66673]: INFO networking_nsxv3.common.synchronization [req-56be68af-58d5-4814-ab92-a4b17a05c201 req-181b47f6-d3c7-4532-be55-b0a045e131f3 service nova] Enqueued Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 794.691590] env[66673]: INFO networking_nsxv3.common.synchronization [req-56be68af-58d5-4814-ab92-a4b17a05c201 req-181b47f6-d3c7-4532-be55-b0a045e131f3 service nova] Enqueued Resource ID: 8cf2e778-0e32-4a99-ad9f-da1405a47755 with Priority: HIGHEST for action port [ 794.692439] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_rules [ 794.692774] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 794.692987] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf2e778-0e32-4a99-ad9f-da1405a47755 with Priority: HIGHEST for action port [ 794.697319] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.697319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.697319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697319] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.699026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.699534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.699706] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.700183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.700330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.700427] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.701719] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cf2e778-0e32-4a99-ad9f-da1405a47755 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.701889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.702024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.702938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.703047] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cf2e778-0e32-4a99-ad9f-da1405a47755',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.837987] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd67170c-c557-4178-9184-8bd62844c149: rpc.has_security_group_logging(os_id): False [ 794.862556] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.862556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.862556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.862761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.862811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.863019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.863474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.863474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.863474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.863474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.863769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.863769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.863769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.863897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.863929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.864174] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.864271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.864340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.864511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.865341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.865341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 794.910915] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: SUCCESS [ 794.911218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.911436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.911734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.911947] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.912142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.912221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.912434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.912524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.912640] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.953643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.953943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.954017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.954249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.954396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.959292] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.963258] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.968943] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 795.199876] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.200043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206565] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cf2e778-0e32-4a99-ad9f-da1405a47755 with status ACTIVE [ 795.207238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.207238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.207238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.207238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.207452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.207511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.207613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.207673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.207822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.207900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.208095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.208190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.208250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.208389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.208461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.208542] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cf2e778-0e32-4a99-ad9f-da1405a47755 is going to be updated. [ 795.209872] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.235700] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.235700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.236025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.236130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.236282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.236471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cf2e778-0e32-4a99-ad9f-da1405a47755" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415422] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.462085] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.462529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.462529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.462898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.462898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.462898] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be updated. [ 795.468813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.468813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.468972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.469304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.469304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.469436] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 795.498460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.498552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.498605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.499185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.499263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.501111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.501223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.501290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.501624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.501624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.512942] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 795.513638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 795.712779] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.788420] env[66673]: INFO networking_nsxv3.common.synchronization [req-16dcd162-c342-4e23-8f28-ee35eab6f1a5 req-3a11016a-3a94-425c-822b-c620589ef8b5 tempest-ServersAdminNegativeTestJSON-1009132365 tempest-ServersAdminNegativeTestJSON-1009132365-project-member] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 795.788972] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 795.789466] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.789466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.789466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.789734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789882] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.790034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.790112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.790267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.790353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.790446] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.917772] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.217641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.217902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.218062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.218386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.218540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.218696] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 is going to be created. [ 796.242803] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.243460] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.243595] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.243876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.244211] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.244371] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.244603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.244704] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.244834] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.245159] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.245282] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.245385] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.245484] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.245590] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.245687] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.245815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.257786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.257949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.258043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.258240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.258397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.267400] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.267578] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.267714] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.267890] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.268407] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-82b0b1f4-4d8d-4253-906f-c0eea59283a5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.268772] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.268907] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.269283] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.269442] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b0b1f4-4d8d-4253-906f-c0eea59283a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.278659] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: UNINITIALIZED for 2s [ 796.293021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.293211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.293211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.293490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.293490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.294062] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.294062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.294062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.294062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.294062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.294630] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 already deleted. [ 796.294630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.421102] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.421298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.421371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.421587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.421672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.421769] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be updated. [ 796.452090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.452333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.452449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.452669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.452814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.461318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: IN_PROGRESS for 2s [ 796.773096] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.773489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.773489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.773839] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.774069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.774271] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 82b0b1f4-4d8d-4253-906f-c0eea59283a5 not found, creating... [ 796.774683] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.774822] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.774886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.775115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.775275] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.775577] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.775791] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.775945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776476] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.776631] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 82b0b1f4-4d8d-4253-906f-c0eea59283a5 is going to be created. [ 796.806033] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.806033] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.806033] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.806935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.807433] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.808717] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.988843] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 796.989153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.529964] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 797.530253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.530451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.530703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.530942] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.531088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.531146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.531312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.531393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.531479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.531592] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.533823] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 797.534028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.534194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.534374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.534552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.534660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.534728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.534870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.534949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535061] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.535834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.536382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.536867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.537010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.537121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.537291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.537383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.537738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.537738] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.538610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.538716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.538913] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.538974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.539032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.539146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.539228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.539315] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.562467] env[66673]: INFO networking_nsxv3.common.synchronization [req-16dcd162-c342-4e23-8f28-ee35eab6f1a5 req-d69aa5ab-7102-438f-8b17-933d4b3f358c service nova] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_rules [ 797.562637] env[66673]: INFO networking_nsxv3.common.synchronization [req-16dcd162-c342-4e23-8f28-ee35eab6f1a5 req-d69aa5ab-7102-438f-8b17-933d4b3f358c service nova] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 797.562770] env[66673]: INFO networking_nsxv3.common.synchronization [req-16dcd162-c342-4e23-8f28-ee35eab6f1a5 req-d69aa5ab-7102-438f-8b17-933d4b3f358c service nova] Enqueued Resource ID: 82b0b1f4-4d8d-4253-906f-c0eea59283a5 with Priority: HIGHEST for action port [ 797.563672] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_rules [ 797.563813] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 797.563924] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b0b1f4-4d8d-4253-906f-c0eea59283a5 with Priority: HIGHEST for action port [ 797.564253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.564377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.564444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.564893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.564972] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.568309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.568309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.568309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.568309] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.571487] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b0b1f4-4d8d-4253-906f-c0eea59283a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.571602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.571659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.571924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.572030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b0b1f4-4d8d-4253-906f-c0eea59283a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.034218] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.035080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.043845] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.043845] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.043845] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.074488] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.081031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.081031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.081031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b0b1f4-4d8d-4253-906f-c0eea59283a5 with status ACTIVE [ 798.081031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.081629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.081629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.081629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.081738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.081924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.082098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.082211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.082381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.082461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.082731] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.082800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.082836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.082961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.083043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.083130] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b0b1f4-4d8d-4253-906f-c0eea59283a5 is going to be updated. [ 798.115745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b0b1f4-4d8d-4253-906f-c0eea59283a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.290961] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: SUCCESS [ 798.291212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.291411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.291647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.291889] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.292467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.292467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.292467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.292467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.297025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.297025] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.475022] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: SUCCESS [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.475022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.475022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.475022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.546535] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45ab83c8-8fe4-4310-99f0-fa9da6236a93: rpc.has_security_group_logging(os_id): False [ 798.547970] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.549102] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.555472] env[66673]: INFO networking_nsxv3.common.synchronization [req-0194c850-c14f-450d-83f9-71cb909d7365 req-a63476c4-8ad9-4403-ab56-46e7c525b555 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 798.556663] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 798.556663] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.556937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.556937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.556937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.559039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.559039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.559039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.559240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.559274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.560297] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.579703] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.579971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.581999] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be created. [ 798.583341] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.655036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.655036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.655036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.655036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.655036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.670605] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 798.801014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.801014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.801014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.801014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.801014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.801694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.801694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.801694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.801694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.801694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.801842] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.980060] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.000860] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.000860] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.001779] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.002400] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.002622] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.002861] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.003041] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.003377] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.004428] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.004428] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.004428] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.004428] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.004428] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.004428] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.004428] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.004732] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.029180] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.030853] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.030853] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.030853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.030853] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-ef5664a5-5303-43c2-b86a-b8b80731e6e8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.030853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.031327] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5664a5-5303-43c2-b86a-b8b80731e6e8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.051041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.051555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.051555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.051555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.051740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.051794] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be updated. [ 799.057036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.057465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.057635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.057995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.058342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.058577] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 799.065488] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.065870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.066046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.066332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.066514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.066824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.067056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.067199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.067523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.067798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.067995] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 799.092718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.092718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.092718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.093041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.093041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.093041] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be created. [ 799.100337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.100562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.100562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.100759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.100858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.106174] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.106361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.106403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.106642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.106806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.112021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 799.115151] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 799.117200] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 799.134513] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.134768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.134768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.138054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.138054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.151634] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: UNINITIALIZED for 2s [ 799.305007] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b585490-b0e8-4b46-99fd-a0ac82b1e108: rpc.has_security_group_logging(os_id): False [ 799.334021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.334260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.334310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.334585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.334750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.335050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.335166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.335230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.335417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.335618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.335919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.336054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.336054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.336174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.336263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.336518] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.336623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.336686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.336835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.336915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.336999] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 is going to be created. [ 799.410361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.410570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.410665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.410946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.411187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.427901] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: IN_PROGRESS for 2s [ 799.487533] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b92a453a-38f0-413c-a54e-6580915bd4d6: rpc.has_security_group_logging(os_id): False [ 799.514143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.514531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.514892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.514892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.515048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.515166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.515220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.515422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.515493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.515590] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be created. [ 799.533753] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.534096] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.534290] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.534733] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.534914] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.535156] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port ef5664a5-5303-43c2-b86a-b8b80731e6e8 not found, creating... [ 799.535546] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.535778] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.535955] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.536317] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.536520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.536946] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.537189] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537357] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.537663] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.537844] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.538104] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: ef5664a5-5303-43c2-b86a-b8b80731e6e8 is going to be created. [ 799.563666] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.564047] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.564348] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.564579] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.564860] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.583821] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.583984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.584072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.584324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.584525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.604026] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: IN_PROGRESS for 2s [ 799.727193] env[66673]: INFO networking_nsxv3.common.synchronization [req-b82f12fa-9d39-469f-b934-c0702ecdf4ad req-7f674d0d-a724-4173-a26e-016f7e3f7fa2 tempest-ServersTestManualDisk-1304808564 tempest-ServersTestManualDisk-1304808564-project-member] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 799.728149] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGHEST for action security_group_members [ 799.729100] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.729100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.729100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.729100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.729395] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.729395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.729482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.729779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.729824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.729996] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.232283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.232519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.232519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.232747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.232946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.233156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.233266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.233327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.233507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.233599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.233729] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a is going to be updated. [ 800.272404] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.272583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.272651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.272878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.273026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.293443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: IN_PROGRESS for 2s [ 800.346987] env[66673]: INFO networking_nsxv3.common.synchronization [req-0194c850-c14f-450d-83f9-71cb909d7365 req-94ec9ce8-7286-48ec-98d4-07e19de8c6f3 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 800.347198] env[66673]: INFO networking_nsxv3.common.synchronization [req-0194c850-c14f-450d-83f9-71cb909d7365 req-94ec9ce8-7286-48ec-98d4-07e19de8c6f3 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 800.347353] env[66673]: INFO networking_nsxv3.common.synchronization [req-0194c850-c14f-450d-83f9-71cb909d7365 req-94ec9ce8-7286-48ec-98d4-07e19de8c6f3 service nova] Enqueued Resource ID: ef5664a5-5303-43c2-b86a-b8b80731e6e8 with Priority: HIGHEST for action port [ 800.348129] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 800.348283] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 800.348384] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5664a5-5303-43c2-b86a-b8b80731e6e8 with Priority: HIGHEST for action port [ 800.348855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.348855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.348855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.349348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.349348] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.350166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.350298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.350746] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5664a5-5303-43c2-b86a-b8b80731e6e8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.350746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.350746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.351208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351208] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5664a5-5303-43c2-b86a-b8b80731e6e8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.683654] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 800.684071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.684260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.684543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.685130] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.853880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.854035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.854230] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef5664a5-5303-43c2-b86a-b8b80731e6e8 with status ACTIVE [ 800.854399] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.854568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.854638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.854851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.854937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855220] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.855220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.855348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.855492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.855748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.855748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.855889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.855948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.856036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.856118] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef5664a5-5303-43c2-b86a-b8b80731e6e8 is going to be updated. [ 800.884397] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.884555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.884625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.884844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.884986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.886174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5664a5-5303-43c2-b86a-b8b80731e6e8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.124128] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 801.124128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.124128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.125443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.125742] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.129210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.129210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.129210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.129210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.129210] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.129210] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 801.129520] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 801.130116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.130722] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 801.130973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.131388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.131715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.132547] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.132547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.133160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.133585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.133585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.137482] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.137482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.137482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.137482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.137482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.137482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.137841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.137841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.137841] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.166053] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 801.166410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.166950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.167246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.167624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.167771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.167883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.168304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.168454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.168614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.168746] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.187485] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.442894] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: SUCCESS [ 801.443299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.617345] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: SUCCESS [ 801.617695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.629312] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.642497] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.644398] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.671544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.671828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.672026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.672325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.672467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.672533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.673098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.673098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.673098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.673288] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.673288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.673409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.673548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.673800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.673904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.674408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.675044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.675200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.675384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.675529] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.060462] env[66673]: INFO networking_nsxv3.common.synchronization [req-16a40d70-0607-4c0f-a51e-085b8ea671e8 req-9f5a44cc-4735-4fc3-b9ef-f3fa50c5994d tempest-InstanceActionsTestJSON-989691295 tempest-InstanceActionsTestJSON-989691295-project-member] Enqueued Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 802.061156] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGHEST for action security_group_members [ 802.061515] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.061668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.061946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.062216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.062384] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.062489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.062550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.062703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.062791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.062887] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.133307] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.145101] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.146667] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.181491] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bbf344-9417-4cb4-8dab-f6dddc477fb3: rpc.has_security_group_logging(os_id): False [ 802.204895] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.207038] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.207038] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.207038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.208103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.208335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.208665] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.208884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.209073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.209324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.209556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.209802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be created. [ 802.282977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.283173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.285196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.297780] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 802.307008] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a in Status: SUCCESS [ 802.307235] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a deletion is rescheduled due to dependency. [ 802.307421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.567616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.567616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.567616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.568010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.568010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.568070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.568186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.568246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.568376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.568451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.568539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 is going to be updated. [ 802.602486] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.602737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.602737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.602928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.603084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.612558] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: IN_PROGRESS for 2s [ 802.641387] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.641387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.641387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.641387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.641387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.641387] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be updated. [ 802.648733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.648895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.651576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.651576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.651576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.651576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 802.651576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.651576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.651576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.651952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.651991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 802.695173] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.695404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.695490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.695798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.695962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.700386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.700503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.700583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.700840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.701032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.708544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.708797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.708936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.709251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.709629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.715042] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 802.715904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 802.721435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 802.897708] env[66673]: INFO networking_nsxv3.common.synchronization [req-4496ebaa-db58-490c-879d-d995a74f3a00 req-e44d956d-a8fc-434c-bfdd-5c51d72ea10c tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 802.898420] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 802.898750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.899256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.899407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.899567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.899859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.899859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.900036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.900036] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.403859] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.907566] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.171575] env[66673]: INFO networking_nsxv3.common.synchronization [req-246273e9-40e7-465b-9cac-aa5d12386498 req-59dde839-d9c8-4294-b257-21f8a0bc7cfd tempest-ServersTestFqdnHostnames-633922370 tempest-ServersTestFqdnHostnames-633922370-project-member] Enqueued Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 804.172138] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce095e06-a0eb-404d-9a18-4942c8803d27 with Priority: HIGHEST for action security_group_members [ 804.172471] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce095e06-a0eb-404d-9a18-4942c8803d27 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.172600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.172756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.172896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.173080] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.173197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.173259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.173449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.173549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.174085] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce095e06-a0eb-404d-9a18-4942c8803d27',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.315817] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 804.316072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.411454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.414021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.414021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.414021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.414021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.414021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 804.447521] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.447521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.447521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.448291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.448291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.458757] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 804.624510] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 in Status: SUCCESS [ 804.624819] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 deletion is rescheduled due to dependency. [ 804.624935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.676615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.676803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.676873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.677121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.677216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.677469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.677583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.677635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.677805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.677882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.677970] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 is going to be updated. [ 804.712399] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.712636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.726972] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: IN_PROGRESS for 2s [ 804.729324] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 804.729705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.730010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.730246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.730476] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.730634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.730710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.730914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.731010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.731120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.731294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.731429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.731513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.731707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.731900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.732011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.732087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.732233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.732346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.732462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.732558] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.735073] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 804.735073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.736704] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 804.736704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.736704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.736704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.736878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.737186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.737186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.737430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.737430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.737765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.737765] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.738840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739142] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.739246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.739678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739831] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.245166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.246019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.246019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.246019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.246019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.246019] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.247936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 805.249192] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.284073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.284277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.284277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.284492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.284574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.284797] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.285092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.285092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.285181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.285181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.285387] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.285479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.285540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.285685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.285759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.285938] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.288413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.288413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.288413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.288413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.288413] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 805.361093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.361271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.361320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.365026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.365026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.382767] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 805.751542] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd738ba4-b8c5-4190-9c67-c76dd0d123cc: rpc.has_security_group_logging(os_id): False [ 805.751542] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45ab83c8-8fe4-4310-99f0-fa9da6236a93: rpc.has_security_group_logging(os_id): False [ 805.776522] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.776522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.776522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.776522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.776522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776857] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.777030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.777672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.778596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.779170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.779914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780987] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.781194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.782697] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 805.786049] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.786179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.786743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.786743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.786743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.786978] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.787567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.788752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.788752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.788752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.788752] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be updated. [ 805.872282] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.872282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.872705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.873123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.873658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877456] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.878491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.878491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.878491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.878491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.899293] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 805.900554] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 806.471399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 806.471872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.736659] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce095e06-a0eb-404d-9a18-4942c8803d27 in Status: SUCCESS [ 806.736834] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce095e06-a0eb-404d-9a18-4942c8803d27 deletion is rescheduled due to dependency. [ 806.737346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce095e06-a0eb-404d-9a18-4942c8803d27" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.400899] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 807.401163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.401304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.401565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.401767] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.693517] env[66673]: INFO networking_nsxv3.common.synchronization [req-25363244-297a-41f0-a775-3b300688b564 req-1a2185f4-cf7c-49e3-9a30-0ecbd0ab61ce tempest-ServerPasswordTestJSON-827536294 tempest-ServerPasswordTestJSON-827536294-project-member] Enqueued Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 807.693913] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 with Priority: HIGHEST for action security_group_members [ 807.695785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b585490-b0e8-4b46-99fd-a0ac82b1e108 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.695785] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b585490-b0e8-4b46-99fd-a0ac82b1e108',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.907775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.907933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.907978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.908239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.908410] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.908514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.908575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.908809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.908809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.908901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.908969] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.915034] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 807.915240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.915955] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 807.917848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200255] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.200255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.201596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.201927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.202277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.202547] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.202711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.202777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.202967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.202967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.203088] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 is going to be updated. [ 808.241672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.241954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.242127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.242388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.242618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.255921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: IN_PROGRESS for 2s [ 808.413603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.413805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.413870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.414763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.414909] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.415009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.415084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.415340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.415458] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.415552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.415612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.415751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.415826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.415906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.415995] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.632504] env[66673]: INFO networking_nsxv3.common.synchronization [req-63e13e4d-2371-4073-b031-53c8706e9579 req-23ffaff8-6100-43e9-905e-80e1e83e3033 tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 808.633596] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 808.634130] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.634326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.634404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.634620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.634807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.634914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.634979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.635162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.635279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.635349] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.919946] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 808.944972] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.945154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.945196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.945413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.945517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.945765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.946652] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.946652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.946989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.946989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.946989] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.947133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.947165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.947377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.947377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.949176] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 809.037270] env[66673]: INFO networking_nsxv3.common.synchronization [req-8b0ee966-7847-4c30-9dd7-413ddbffc61d req-a3b7f394-46e1-493f-9a82-e28aff1009be tempest-ListServersNegativeTestJSON-122053944 tempest-ListServersNegativeTestJSON-122053944-project-member] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 809.038175] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGHEST for action security_group_members [ 809.038486] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.038623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.044238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.044418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.044525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.044663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.044805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.063023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 809.140015] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.642032] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.850584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.850830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.850965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.851347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.851549] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.144608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.145011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.145011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.145464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.145548] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 810.178894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.179127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.179214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.190598] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 810.271748] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 in Status: SUCCESS [ 810.272373] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b585490-b0e8-4b46-99fd-a0ac82b1e108 deletion is rescheduled due to dependency. [ 810.272373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b585490-b0e8-4b46-99fd-a0ac82b1e108" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.354553] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.861264] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.086876] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5104d9d-6e1d-45ee-b802-8ab9ae7225f2 req-f2c018d0-ab2a-43ed-9a50-0d0d648862de tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 811.087331] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 811.087791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.088160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.088373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.088613] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.088760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.089121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.089299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.089463] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.092897] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 811.093115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.364462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 811.364730] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 811.702458] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.205083] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205083] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205083] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.207138] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.659191] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.659191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.659191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.659191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.678391] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 812.679355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.680839] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 812.710036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710349] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.710837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be updated. [ 812.713675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.713825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.713866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.714055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.721817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.722274] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 812.722274] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.722415] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 812.723863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.723863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.723863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.724047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.724047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.724112] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 812.769996] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.770220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.775878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.775878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.785088] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 812.785825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: IN_PROGRESS for 2s [ 812.793358] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.793358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.793358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.793658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.794944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.795172] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 812.879641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.879860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.879934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.880249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.880500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.880754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 812.960309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.960309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.960309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.960309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.960309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960634] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 812.960634] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ef8ae5b0-74b9-48a2-a376-37d96fd597c3', '824c02de-1ec3-4f3d-ac26-669bc8ab6129', '8fc2f32e-fff2-4a8d-8671-6fa6845f0fba', 'cb76e7af-a312-4d14-a16c-cfbdc61ed3a3', '0e8e2ca3-842c-43b7-b6bc-73346ea58806', 'f7e0b49f-6b32-4895-81ea-88b342bff0a7', 'b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c', 'b60e3f1a-3764-42ca-9b35-749e40d1f12b', '8d2e2e70-2d8b-4cdf-8103-d92ca012759d', 'b92a453a-38f0-413c-a54e-6580915bd4d6', '798c5e40-86c7-4d0f-b5fd-39631c718e94', '295d4be5-f34a-4099-94fa-6718d9e7e2f9', '1d798081-4ebb-450a-b99d-22c44e15cc0c', '50bbf344-9417-4cb4-8dab-f6dddc477fb3', 'b1e1786c-25d5-4f92-9fdd-510630658a90', '1069a7f8-a214-49d6-b806-721ff2bd3a96', '7a45643c-c18f-4add-ba1a-05997ff69470', '51214b6b-cc4b-48d0-85ce-46260aaacb37', 'e90152bf-68cb-4d5c-9bb9-ab7498ef16be', 'a9807246-0bcf-41b5-895b-a9646f67c41c', '1fee5190-b83c-4edc-9bf2-a5ff7a62366e', '3f1b3078-5cea-4b49-9086-f95faa64b7a5', 'c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b', '79b3725f-ad9b-42a9-aff2-dce06f4214ec', '1879641c-9fd0-4f34-91f0-0b237deadf75', '9fb96e01-affc-49ab-90e3-ecdc68e2b51f', 'ef4c580f-2839-4826-907d-72649d6f8c0e', '0236e880-ca2f-4692-b523-2d26dcc971d9', '2ae71c94-4060-43a9-914f-e096ec1a3f6a', '45ab83c8-8fe4-4310-99f0-fa9da6236a93', 'ba1c7864-6001-4145-8668-f13af7af50ab', '9cc80f87-1e45-4827-9dcf-e37b64b3a87a', '2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894', '2483b3f9-9337-4548-a76b-2f10e7e988f0', 'dd738ba4-b8c5-4190-9c67-c76dd0d123cc', '9b585490-b0e8-4b46-99fd-a0ac82b1e108', '984ec483-4259-4650-8f47-e249a3846f6c', 'ee0be29d-0689-40b4-9635-352a4ba3d00a', 'bd67170c-c557-4178-9184-8bd62844c149', 'ce095e06-a0eb-404d-9a18-4942c8803d27', '699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6'} {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.960634] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 812.982521] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.982660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.982728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.985941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.985941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.985941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 812.985941] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.985941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 813.064705] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.064840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.064905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.065136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.066125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.066394] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 813.066466] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.066540] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 813.066783] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 813.067045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 813.067134] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGH for action security_group_rules [ 813.067213] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGH for action security_group_rules [ 813.067281] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGH for action security_group_rules [ 813.067344] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGH for action security_group_rules [ 813.067405] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGH for action security_group_rules [ 813.067465] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGH for action security_group_rules [ 813.067525] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGH for action security_group_rules [ 813.067584] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGH for action security_group_rules [ 813.067643] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGH for action security_group_rules [ 813.067702] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGH for action security_group_rules [ 813.067761] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGH for action security_group_rules [ 813.067819] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGH for action security_group_rules [ 813.067878] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGH for action security_group_rules [ 813.067937] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGH for action security_group_rules [ 813.067996] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGH for action security_group_rules [ 813.068064] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGH for action security_group_rules [ 813.068124] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGH for action security_group_rules [ 813.068184] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGH for action security_group_rules [ 813.068243] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGH for action security_group_rules [ 813.068303] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 813.068401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802178] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 814.802459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.803169] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 in Status: SUCCESS [ 814.806017] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 deletion is rescheduled due to dependency. [ 814.806017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.088323] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 816.088672] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 816.088672] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 with Priority: HIGH for action security_group_rules [ 816.088895] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba with Priority: HIGH for action security_group_rules [ 816.089008] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGH for action security_group_rules [ 816.089196] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGH for action security_group_rules [ 816.089368] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 816.090034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be with Priority: HIGH for action security_group_rules [ 816.090034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGH for action security_group_rules [ 816.090034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGH for action security_group_rules [ 816.090034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGH for action security_group_rules [ 816.090241] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGH for action security_group_rules [ 816.090241] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c with Priority: HIGH for action security_group_rules [ 816.090380] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 with Priority: HIGH for action security_group_rules [ 816.090534] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGH for action security_group_rules [ 816.090743] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGH for action security_group_rules [ 816.090871] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d with Priority: HIGH for action security_group_rules [ 816.091163] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 with Priority: HIGH for action security_group_rules [ 816.091339] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b with Priority: HIGH for action security_group_rules [ 816.091508] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGH for action security_group_rules [ 816.091662] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGH for action security_group_rules [ 816.091811] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 with Priority: HIGH for action security_group_rules [ 816.092244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.092416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.092494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.092770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.092898] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8ae5b0-74b9-48a2-a376-37d96fd597c3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.094344] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.094344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094992] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc2f32e-fff2-4a8d-8671-6fa6845f0fba',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.096163] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.096294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.096379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.096575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.097039] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.097624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.097834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.097834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.098238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.098238] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.099427] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099427] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.100841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.100841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.100975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.101161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.101220] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90152bf-68cb-4d5c-9bb9-ab7498ef16be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.103732] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.103732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.103732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.103732] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.104819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.104931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.105160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.105209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106313] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.106313] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106724] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.107870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.108213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.108288] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.109233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d798081-4ebb-450a-b99d-22c44e15cc0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.111018] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d798081-4ebb-450a-b99d-22c44e15cc0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.111018] env[66673]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.111286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.111460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.111679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.111788] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('295d4be5-f34a-4099-94fa-6718d9e7e2f9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.112927] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.113086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.113179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.113423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.113521] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.114568] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.114672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.114760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.114931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.115029] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.118266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.118837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.118837] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d2e2e70-2d8b-4cdf-8103-d92ca012759d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.123019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.123019] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0b49f-6b32-4895-81ea-88b342bff0a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.123019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.123019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.123019] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60e3f1a-3764-42ca-9b35-749e40d1f12b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.124176] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.124364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.124518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.124813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124936] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.129070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.129226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.129302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.129549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.129646] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.130773] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.130919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.131011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.131220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.131294] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb76e7af-a312-4d14-a16c-cfbdc61ed3a3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.134398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.134526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.134595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.134822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.135050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.135197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.135288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.135492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.135616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.135737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.135841] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.137029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.137140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.137189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.137376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.137557] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.137728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.137847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.140100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.140100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.140100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.140100] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.172150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.172303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.172372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.174356] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.174476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.206415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.206565] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc2f32e-fff2-4a8d-8671-6fa6845f0fba is going to be deleted. [ 816.208142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.208445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.232353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.232506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8ae5b0-74b9-48a2-a376-37d96fd597c3 is going to be deleted. [ 816.321728] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.322041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc2f32e-fff2-4a8d-8671-6fa6845f0fba" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.353063] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.353259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.353331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.353623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.353765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.353922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8ae5b0-74b9-48a2-a376-37d96fd597c3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.651316] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.652798] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.688768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.688768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.688768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.688768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.689379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.689379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.689379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.689379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.689379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.689591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.689591] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.693441] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.693826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.693826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.694107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.694694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.694834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.694952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.695287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.695287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.695287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.695287] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.697603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.697603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.697603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.699383] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.710286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.710529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.712122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.712122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.712122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.712122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.712798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.712798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.712798] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.714706] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.714706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.714914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.718028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.718028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.718028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.718830] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.719044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.719567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.719862] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721481] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.725128] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.725261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.725313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.726029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.726029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.726216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.726640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.727833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.727833] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.731574] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.731719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.731789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.732510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.732510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.732628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.732734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.733032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.733189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.733389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.733693] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.737263] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.737263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.737263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.737263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.738824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.738927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.739256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.739343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.739482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.739642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.739848] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.795251] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.795473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.795550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.795800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.798280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.798415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799709] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801882] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.802168] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.802356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.803256] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.803345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.804869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.804975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.838278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.838278] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb76e7af-a312-4d14-a16c-cfbdc61ed3a3 is going to be deleted. [ 816.839116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.839226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.864831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.865031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 295d4be5-f34a-4099-94fa-6718d9e7e2f9 is going to be deleted. [ 816.866673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.866918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.894443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.894544] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0b49f-6b32-4895-81ea-88b342bff0a7 is going to be deleted. [ 816.896652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.896897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.926813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.926978] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60e3f1a-3764-42ca-9b35-749e40d1f12b is going to be deleted. [ 816.927995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.928238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.930137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.930282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.932649] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.932778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.999175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.999530] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d2e2e70-2d8b-4cdf-8103-d92ca012759d is going to be deleted. [ 817.000428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.000657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.032266] env[66673]: INFO networking_nsxv3.common.synchronization [req-db2a8ac4-d9f2-43be-9f5d-285c86aded09 req-1d144df6-6c8c-4e07-9331-962befc5721a tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 817.032266] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 817.032771] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.032771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.032771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.033627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.033754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.033835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.033899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.034123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.037075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.037075] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.054426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.054605] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90152bf-68cb-4d5c-9bb9-ab7498ef16be is going to be deleted. [ 817.055928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.056198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.066202] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.066202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.091261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.091261] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d798081-4ebb-450a-b99d-22c44e15cc0c is going to be deleted. [ 817.097404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.097700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.097951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb76e7af-a312-4d14-a16c-cfbdc61ed3a3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.098993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.099115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.099212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.099398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.099516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.099649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60e3f1a-3764-42ca-9b35-749e40d1f12b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.099788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.099943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.100036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.100150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-295d4be5-f34a-4099-94fa-6718d9e7e2f9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.101175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.102087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.102087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.102087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0b49f-6b32-4895-81ea-88b342bff0a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.109807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.109807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.109807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.109807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d2e2e70-2d8b-4cdf-8103-d92ca012759d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154690] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1e1786c-25d5-4f92-9fdd-510630658a90: rpc.has_security_group_logging(os_id): False [ 817.156612] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c: rpc.has_security_group_logging(os_id): False [ 817.185826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.185998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.186057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.186409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.186632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.186678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90152bf-68cb-4d5c-9bb9-ab7498ef16be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.188610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.188973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.189057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.189351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.192149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.192149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.195924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.195924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.195924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.195924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.195924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.196532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.196532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.196532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.196532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.196532] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.199918] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.199918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.243503] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.244959] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.245130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.245220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.245596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.245835] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.246561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.246739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.247135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.247321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.247790] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.248120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.248120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.248382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.248647] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.248790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.248910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.249208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.249319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.249499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.249598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.251263] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.252487] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.254875] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.256786] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.257760] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.258729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.258872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.258938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.259180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.259367] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.259845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.259845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.259845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.259845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.260022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.260056] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.260216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.260216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.261748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.261748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.261748] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.284718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.288213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.288213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.288213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.288213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.288213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.288213] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 is going to be updated. [ 817.290691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.290995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.345531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.345859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.345960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.346057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.346605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.346605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.346605] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c is going to be updated. [ 817.350149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.350149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.350149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.350149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d798081-4ebb-450a-b99d-22c44e15cc0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.514207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.514419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.514516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.514749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.514989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.517284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.517371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.517515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.517944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.517944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.536888] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: IN_PROGRESS for 2s [ 817.537829] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: IN_PROGRESS for 2s [ 817.539311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.539478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.539609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.539865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.539954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.540166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.540265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.540421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.540523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.540601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.540684] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 already deleted. [ 817.540762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.597106] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.597374] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.597472] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597868] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.598175] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.598356] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.598508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.598992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.598992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.599183] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.599244] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.599348] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.601208] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.601208] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.601208] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.601208] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.634553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.634798] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.635030] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.635271] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.635655] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-46ce937f-adfc-4182-b0ef-4b3a20aa5426 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.635901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.636044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.636470] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.636652] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ce937f-adfc-4182-b0ef-4b3a20aa5426',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.705173] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bbf344-9417-4cb4-8dab-f6dddc477fb3: rpc.has_security_group_logging(os_id): False [ 817.726805] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.726972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.727071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.748155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.748452] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.748587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.748672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.748894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.748966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.749204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.749291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.749398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.749527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.749600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.749788] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.749884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.749944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.750126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.750166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.750267] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 817.751540] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e8e2ca3-842c-43b7-b6bc-73346ea58806: rpc.has_security_group_logging(os_id): False [ 817.754170] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798c5e40-86c7-4d0f-b5fd-39631c718e94: rpc.has_security_group_logging(os_id): False [ 817.763667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51214b6b-cc4b-48d0-85ce-46260aaacb37: rpc.has_security_group_logging(os_id): False [ 817.764912] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 817.765696] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1069a7f8-a214-49d6-b806-721ff2bd3a96: rpc.has_security_group_logging(os_id): False [ 817.766655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b92a453a-38f0-413c-a54e-6580915bd4d6: rpc.has_security_group_logging(os_id): False [ 817.767538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a45643c-c18f-4add-ba1a-05997ff69470: rpc.has_security_group_logging(os_id): False [ 817.768882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824c02de-1ec3-4f3d-ac26-669bc8ab6129: rpc.has_security_group_logging(os_id): False [ 817.836294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.836554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.836646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.836927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.841586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.841845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.845509] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.845693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.846730] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.846913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.847887] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.847989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.848931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.849076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.850552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.850660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.853745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.853870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.864976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.865451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.865616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.865713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.865887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.866014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.866138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 817.867751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.868017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.888469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.888816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.888986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.889107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.889382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.889480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.889610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 is going to be updated. [ 817.890879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.891159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.910307] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.910497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.925967] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.926328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.927592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.928552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.928552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.928552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.928552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.928552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929251] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.929929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.929929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.929929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.930120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.930282] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 817.931440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.931677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.981471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.982337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.982712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.982985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.983474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.983665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.983904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 817.985684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.986043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.030592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.030592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.074966] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.076209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.081312] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.081312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.081312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.081904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 is going to be updated. [ 818.082896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.082980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.139102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.139608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.139853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.139977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.140349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.140597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.140865] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be updated. [ 818.143195] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.143592] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.143861] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.144429] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144728] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144955] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 46ce937f-adfc-4182-b0ef-4b3a20aa5426 not found, creating... [ 818.145489] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.145808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.146073] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.146480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146773] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.147307] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148693] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 46ce937f-adfc-4182-b0ef-4b3a20aa5426 is going to be created. [ 818.150353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.150656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.150941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.152484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.152781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.216789] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.216960] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.217185] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.217705] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.218105] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.218532] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.245579] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 818.255894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.255894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.261633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.261841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.261945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.262148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.262243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.262342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.262592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.262723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.262788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.262936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.263219] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.263313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.263367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.263717] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 818.264998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.265457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.266768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.266945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.267118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.269194] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.269284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.269437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.269608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.269746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.270990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.271173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.272350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.272473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.363454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.363805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.364772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.365158] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.365283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.365379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.365635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.365778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.365923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 is going to be updated. [ 818.368244] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 818.368244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.368244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.368528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.369741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.370064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.370340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.372608] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 818.372856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.373808] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: SUCCESS [ 818.374128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.374994] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 818.375242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.405031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: IN_PROGRESS for 2s [ 818.425023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: IN_PROGRESS for 2s [ 818.488320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.488320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.488641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.488701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.488862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.514451] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 818.532795] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.533119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.533119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.533343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.533492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.558643] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: IN_PROGRESS for 2s [ 818.927024] env[66673]: INFO networking_nsxv3.common.synchronization [req-db2a8ac4-d9f2-43be-9f5d-285c86aded09 req-3d988d9d-fbea-4c9c-98cf-84d695dd7e60 service nova] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_rules [ 818.927246] env[66673]: INFO networking_nsxv3.common.synchronization [req-db2a8ac4-d9f2-43be-9f5d-285c86aded09 req-3d988d9d-fbea-4c9c-98cf-84d695dd7e60 service nova] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 818.927390] env[66673]: INFO networking_nsxv3.common.synchronization [req-db2a8ac4-d9f2-43be-9f5d-285c86aded09 req-3d988d9d-fbea-4c9c-98cf-84d695dd7e60 service nova] Enqueued Resource ID: 46ce937f-adfc-4182-b0ef-4b3a20aa5426 with Priority: HIGHEST for action port [ 818.929557] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_rules [ 818.929721] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 818.929831] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ce937f-adfc-4182-b0ef-4b3a20aa5426 with Priority: HIGHEST for action port [ 818.930180] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.930647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.935688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.935688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.935688] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.936840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.936962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.940353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.940581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.940783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.941085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.941085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.941166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.941244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941362] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.943702] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ce937f-adfc-4182-b0ef-4b3a20aa5426 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.944091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.944484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.944589] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ce937f-adfc-4182-b0ef-4b3a20aa5426',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.447826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.447826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.447826] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.450584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ce937f-adfc-4182-b0ef-4b3a20aa5426 with status ACTIVE [ 819.450793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.450933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.451067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.451241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.451356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.451548] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.451654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.451732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.451904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.452336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.452471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452619] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ce937f-adfc-4182-b0ef-4b3a20aa5426 is going to be updated. [ 819.477290] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.477510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.477563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.477873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.478060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.478298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ce937f-adfc-4182-b0ef-4b3a20aa5426" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.554676] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: SUCCESS [ 819.554929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.556169] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: SUCCESS [ 819.556422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950364] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.260718] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 820.260946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.382861] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 820.383097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.417386] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: SUCCESS [ 820.417711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.437790] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: SUCCESS [ 820.438126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.455921] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.456487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.456487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.456487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.456660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.456660] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be created. [ 820.483951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.484192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.484331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.484619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.484788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.495675] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: UNINITIALIZED for 2s [ 820.527352] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 820.527675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.572914] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: SUCCESS [ 820.573189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.134924] env[66673]: INFO networking_nsxv3.common.synchronization [req-34c23a00-eb82-40b0-bfde-7bc3196cc878 req-ca3a9ad9-e1e0-4b9f-b0c2-5899e0264000 tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 822.135852] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 822.135852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.135977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.508578] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 822.508913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.509173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.509438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.509646] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.509771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.509831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.510022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.510107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.510255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.510392] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.511375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.511569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.512084] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.512671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.512671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.512897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.512998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.513051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.666801] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.667056] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.667395] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.667574] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.667943] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.668182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.668342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.668659] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.668938] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.669448] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.669448] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.669448] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.669572] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.669707] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.669819] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.669983] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.694038] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.694038] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.694038] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.694038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.694038] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-d31cad48-a297-402f-af24-02f9e9d6971c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.694038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.694038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.694038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.694038] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31cad48-a297-402f-af24-02f9e9d6971c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.020282] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.020282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.020282] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.200089] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.200947] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.201587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.201700] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.201881] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.202080] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port d31cad48-a297-402f-af24-02f9e9d6971c not found, creating... [ 823.202414] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.202743] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.202918] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.203671] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.203773] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.204583] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.205136] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.205282] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.205527] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.205682] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.205821] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: d31cad48-a297-402f-af24-02f9e9d6971c is going to be created. [ 823.230490] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.230725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.231122] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.231534] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.231895] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.232247] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.521628] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.953676] env[66673]: INFO networking_nsxv3.common.synchronization [req-34c23a00-eb82-40b0-bfde-7bc3196cc878 req-f3c51f85-4ae7-4203-bc1c-fc1069b84b1e service nova] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_rules [ 823.953865] env[66673]: INFO networking_nsxv3.common.synchronization [req-34c23a00-eb82-40b0-bfde-7bc3196cc878 req-f3c51f85-4ae7-4203-bc1c-fc1069b84b1e service nova] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 823.954013] env[66673]: INFO networking_nsxv3.common.synchronization [req-34c23a00-eb82-40b0-bfde-7bc3196cc878 req-f3c51f85-4ae7-4203-bc1c-fc1069b84b1e service nova] Enqueued Resource ID: d31cad48-a297-402f-af24-02f9e9d6971c with Priority: HIGHEST for action port [ 823.954557] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_rules [ 823.954707] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 823.954796] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31cad48-a297-402f-af24-02f9e9d6971c with Priority: HIGHEST for action port [ 823.957123] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.957281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.957582] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.957727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.958434] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31cad48-a297-402f-af24-02f9e9d6971c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.959301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.959342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.961439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.961439] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31cad48-a297-402f-af24-02f9e9d6971c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.026035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.026035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.026035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026035] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 824.069541] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.069808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.070387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.070387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.070700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.084861] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 824.463430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d31cad48-a297-402f-af24-02f9e9d6971c with status ACTIVE [ 824.463430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.464868] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.464868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.465334] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.465334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.465334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.465459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.465498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.465665] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d31cad48-a297-402f-af24-02f9e9d6971c is going to be updated. [ 824.489337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.489537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.489608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.489970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.490075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.490630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31cad48-a297-402f-af24-02f9e9d6971c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.096398] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 826.096786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.096786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.096906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.097107] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.097273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.097337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.097509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.097577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.097667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.097879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.097972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.098061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.098354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.098525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.098624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.098686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.098851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.098933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.099033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.099125] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.100710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.100885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.101055] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.101167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.101230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.101415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.101487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.101863] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.602092] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb51b96-a34a-4042-8f50-e0a85a699b90: rpc.has_security_group_logging(os_id): False [ 826.603423] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.622385] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.622583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.622661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.622913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.623114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.623296] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.623408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.623480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.623642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.623724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.623951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.624253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.624336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.624517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.624624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.624844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.624972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.625067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.625223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.625316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.625415] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be created. [ 826.684171] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.684330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.684408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.684658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.684843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.699318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 827.106516] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.609715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.609929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.610042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.610290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.610401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.610539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 827.645874] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.646052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.646131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.646371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.646520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657602] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 828.714548] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 828.715139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.715275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.715684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.715821] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.955973] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 828.955973] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 829.219300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.219461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.668498] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 829.668788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.668979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.669217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.669412] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.669529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.669595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.669746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.669922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.669995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.670100] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.174028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.174706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.174706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.175261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.175582] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.175806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.175884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.176157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.176253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.176315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.176465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.176564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.176627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.176785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.176944] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.177337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177517] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.682104] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb51b96-a34a-4042-8f50-e0a85a699b90: rpc.has_security_group_logging(os_id): False [ 830.703526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.703526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.703526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.703818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.703921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.704697] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.704697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.704697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.704697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.704697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.704697] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.705723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.705723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.705723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.705723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.705723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.705723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.705967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.706131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.706436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.706571] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 830.784566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.784713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.784780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.785110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.785262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.799930] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 832.817604] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 832.817867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.956927] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 833.957289] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 834.066574] env[66673]: INFO networking_nsxv3.common.synchronization [req-0bc929bb-862b-4df2-9106-25bf487bb36a req-a0581450-19e9-4d6c-9325-30edfe50b740 tempest-ServerGroupTestJSON-129596072 tempest-ServerGroupTestJSON-129596072-project-member] Enqueued Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 834.067137] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 834.067448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.067570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.067637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.068014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.068183] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.068315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.068365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.068553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.068639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.068733] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.505515] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-795" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-795" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-795" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.505515] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.505515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.508831] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.508831] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.508831] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.508831] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.508831] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.508831] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.508831] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.508831] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.526826] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.527013] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.527062] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.527273] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-795" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.528477] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-5098a101-90c0-4289-92c1-3bcfad62013b taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.528477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.528477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.529101] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.529101] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5098a101-90c0-4289-92c1-3bcfad62013b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.571677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.571779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.571779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.572089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.572089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.572309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.572408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.572464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.572906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.572906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.572906] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea already deleted. [ 834.572906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.995192] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e9c8f95a-58b1-4114-890a-8768b4cb6a3e None None] Enqueued Resource ID: da867dc5-d3a7-46c5-a136-216f1254861e with Priority: HIGHEST for action port [ 834.995567] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da867dc5-d3a7-46c5-a136-216f1254861e with Priority: HIGHEST for action port [ 834.995888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-da867dc5-d3a7-46c5-a136-216f1254861e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.996019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da867dc5-d3a7-46c5-a136-216f1254861e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.996096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da867dc5-d3a7-46c5-a136-216f1254861e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.996380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da867dc5-d3a7-46c5-a136-216f1254861e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.996501] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da867dc5-d3a7-46c5-a136-216f1254861e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.031300] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031535] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031659] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.032108] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.032655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 5098a101-90c0-4289-92c1-3bcfad62013b not found, creating... [ 835.032655] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.032655] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.032999] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.032999] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.033299] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.033473] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.034805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.034805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.034805] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 5098a101-90c0-4289-92c1-3bcfad62013b is going to be created. [ 835.070522] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.070764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.070970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.071243] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.071477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.072597] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.499435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da867dc5-d3a7-46c5-a136-216f1254861e [ 835.499717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.499811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.499892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.500169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.500279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.500396] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da867dc5-d3a7-46c5-a136-216f1254861e already deleted. [ 835.500489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da867dc5-d3a7-46c5-a136-216f1254861e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.813821] env[66673]: INFO networking_nsxv3.common.synchronization [req-0bc929bb-862b-4df2-9106-25bf487bb36a req-e7a48039-cf34-4602-8b9d-21fcdc4b0ace service nova] Enqueued Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_rules [ 835.813970] env[66673]: INFO networking_nsxv3.common.synchronization [req-0bc929bb-862b-4df2-9106-25bf487bb36a req-e7a48039-cf34-4602-8b9d-21fcdc4b0ace service nova] Enqueued Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 835.814113] env[66673]: INFO networking_nsxv3.common.synchronization [req-0bc929bb-862b-4df2-9106-25bf487bb36a req-e7a48039-cf34-4602-8b9d-21fcdc4b0ace service nova] Enqueued Resource ID: 5098a101-90c0-4289-92c1-3bcfad62013b with Priority: HIGHEST for action port [ 835.814671] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_rules [ 835.814807] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 835.814907] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5098a101-90c0-4289-92c1-3bcfad62013b with Priority: HIGHEST for action port [ 835.815791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.815880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.815971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.818760] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.818760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.818760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.818760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.818760] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.819992] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5098a101-90c0-4289-92c1-3bcfad62013b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.819992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.819992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.819992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.819992] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5098a101-90c0-4289-92c1-3bcfad62013b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.152232] env[66673]: INFO networking_nsxv3.common.synchronization [req-5f71a915-e5e8-4731-bdcb-f71e3eb65054 req-b64475f1-be8c-423f-a8c5-0c8cd11d2964 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 836.152770] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 836.153088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.153206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.153277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.153477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.154401] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.154401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.154401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.154401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.154401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.154401] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.321423] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.322596] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.322886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.322886] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5098a101-90c0-4289-92c1-3bcfad62013b with status ACTIVE [ 836.323027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.323118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.323171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.323414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.323505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.323675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.323767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.323822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.323970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.324177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.324372] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.324548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.324548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.326318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.326318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.326318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5098a101-90c0-4289-92c1-3bcfad62013b is going to be updated. [ 836.356520] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.356753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.356835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.357227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5098a101-90c0-4289-92c1-3bcfad62013b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.661046] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.661283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.661283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.661519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.682596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682948] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.683109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.683179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.683400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.683487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.683595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 836.711620] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.711620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.711620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.711898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.712012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723505] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 836.745988] env[66673]: INFO networking_nsxv3.common.synchronization [req-a5572842-c7bb-4093-9b75-7e86f0711869 req-030dc7b3-c149-42e0-9c7b-7cc7822bdb7f tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 836.746437] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 836.746865] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.747568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.747761] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.747888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.747957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.748333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.748333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.748466] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.826856] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.223587] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.223978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.223978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.225099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.225099] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.225099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.225099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.226134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.226134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226134] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.226134] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.226134] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.226134] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.226134] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.226442] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.226442] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.250509] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.257855] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.258169] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.258438] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.258574] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-552" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.258965] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.259302] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.259353] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.259686] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.259866] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f933a0ae-9a2c-4b05-a737-d09cb7ebba72',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.296244] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1f2cd038-fdab-49dc-a8c9-3cd5dde33b75 None None] Enqueued Resource ID: b5339c7f-3beb-49f8-8ff2-29fd6aa81127 with Priority: HIGHEST for action port [ 837.300176] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5339c7f-3beb-49f8-8ff2-29fd6aa81127 with Priority: HIGHEST for action port [ 837.301069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5339c7f-3beb-49f8-8ff2-29fd6aa81127 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.301069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5339c7f-3beb-49f8-8ff2-29fd6aa81127" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.301069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5339c7f-3beb-49f8-8ff2-29fd6aa81127" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.301407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5339c7f-3beb-49f8-8ff2-29fd6aa81127" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.301488] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5339c7f-3beb-49f8-8ff2-29fd6aa81127',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.329946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.330141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.330205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.330392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.331101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.331101] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea is going to be created. [ 837.354328] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.354474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.354545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.354787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.354952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366780] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: UNINITIALIZED for 2s [ 837.753160] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.763129] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.763422] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.763539] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764220] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764220] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.764220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port f933a0ae-9a2c-4b05-a737-d09cb7ebba72 not found, creating... [ 837.764419] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764519] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764632] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764951] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764951] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.765245] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.765465] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.765601] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.765803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.765933] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.766078] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 is going to be created. [ 837.791992] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.791992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.791992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.791992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.791992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.791992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803499] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5339c7f-3beb-49f8-8ff2-29fd6aa81127 [ 837.803592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.803696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.803796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.803973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.804059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.804155] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5339c7f-3beb-49f8-8ff2-29fd6aa81127 already deleted. [ 837.804235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5339c7f-3beb-49f8-8ff2-29fd6aa81127" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.255142] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.255519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.255519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.255602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.255664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.255771] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 838.310976] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.310976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.310976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.310976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.312751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.323571] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 838.512426] env[66673]: INFO networking_nsxv3.common.synchronization [req-a5572842-c7bb-4093-9b75-7e86f0711869 req-c160cb64-bf40-41be-b9f3-e8dfecfb5a5c service nova] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 838.512609] env[66673]: INFO networking_nsxv3.common.synchronization [req-a5572842-c7bb-4093-9b75-7e86f0711869 req-c160cb64-bf40-41be-b9f3-e8dfecfb5a5c service nova] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 838.512744] env[66673]: INFO networking_nsxv3.common.synchronization [req-a5572842-c7bb-4093-9b75-7e86f0711869 req-c160cb64-bf40-41be-b9f3-e8dfecfb5a5c service nova] Enqueued Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 838.513704] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 838.513704] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 838.513704] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 838.513875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.513989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.514066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.514270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.514350] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.515237] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.515353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.515637] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.515637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.515780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.515831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.515902] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f933a0ae-9a2c-4b05-a737-d09cb7ebba72',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.734527] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 838.735640] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 838.735640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.017675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.017893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018050] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with status ACTIVE [ 839.018271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.018387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.018702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.018793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.019014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.019604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020069] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 is going to be updated. [ 839.049757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.050021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.050096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.050328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.050499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.050701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.379778] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: SUCCESS [ 839.380187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.380187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.380897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.380897] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.380897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.381136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.381136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.381603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.381603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.381603] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.661046] env[66673]: INFO networking_nsxv3.common.synchronization [req-e41cfb39-37fa-4658-adfb-6e86cab373e3 req-726a955e-8132-408d-8808-5819ec66b7f3 tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 839.661214] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 839.661524] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.661644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.661725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.661906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662189] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.662304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.662588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.662701] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.886424] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.886424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.886549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.887526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.887526] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.887526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.887526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.887526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.887526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.888346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.888453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.888518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.888666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.888806] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.888978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.888978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.889098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.889174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.889257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.889345] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.166882] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.335227] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.335227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.335227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.335227] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.393060] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a518e60-315d-4911-b4ed-0b68096fb0ea: rpc.has_security_group_logging(os_id): False [ 840.412457] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.413464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.413708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.413994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.414448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.414736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.415068] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.415201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.415287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.415448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.415548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.416029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.416171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.416522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.416664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.416746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.416834] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea is going to be created. [ 840.483097] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.487293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.487293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.487293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.487293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.499803] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: IN_PROGRESS for 2s [ 840.669935] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.837851] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.172664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.172804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.172804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.173065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.173166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.173285] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 841.206939] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.206939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.206939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.206939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.207174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.219150] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 841.340336] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.847114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.847432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.847432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.847646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.847687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.847792] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 841.883635] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.883805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.883852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.884090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.884634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.896720] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 842.516546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: SUCCESS [ 842.516932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.015049] env[66673]: INFO networking_nsxv3.common.synchronization [req-61eb1365-ff7b-4d20-989b-74a9bdb6a14d req-12938b07-9854-4675-ab85-f1c7b8eb055b tempest-ServersAdminNegativeTestJSON-1009132365 tempest-ServersAdminNegativeTestJSON-1009132365-project-member] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 843.015688] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 843.016579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.016731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.016799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.017353] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.017515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.017845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.018742] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.236301] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 843.236544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.516358] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.516536] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.516628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.516891] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517163] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.517390] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.517541] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.517634] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517773] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.517973] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.518131] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.518240] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.518356] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.518465] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.518567] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.518709] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.521663] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.538455] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.538620] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.538755] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.538925] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.539254] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.539426] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.539557] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.539917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.540093] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62638cb-4d4d-4231-aa86-f4bdb8fbaae0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.907214] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 843.907644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.907644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.907848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.908047] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.908831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.908831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.908831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.908831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.908831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.908831] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.024445] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.042735] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.042964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.043070] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.043458] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.043610] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.043767] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 not found, creating... [ 844.044071] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.044237] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.044356] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.044578] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.044719] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045012] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.045184] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.045303] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.045507] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.045673] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045854] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 is going to be created. [ 844.068367] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.068588] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.068721] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.069097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.070054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.070054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.411044] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.411232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.411280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.411469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.411978] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.411978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.411978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.411978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.412203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.412203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.412277] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.412355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.412417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.412555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.412689] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.412780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.412841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.412977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.413062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.413145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.413235] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.527477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.527685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.527770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.528027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.528600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.528600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 844.559634] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.559634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.559634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.559634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.559634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.567306] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 844.798069] env[66673]: INFO networking_nsxv3.common.synchronization [req-61eb1365-ff7b-4d20-989b-74a9bdb6a14d req-e9cee3c4-7c63-4b9d-a2d8-f2fbf9d45987 service nova] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_rules [ 844.798269] env[66673]: INFO networking_nsxv3.common.synchronization [req-61eb1365-ff7b-4d20-989b-74a9bdb6a14d req-e9cee3c4-7c63-4b9d-a2d8-f2fbf9d45987 service nova] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 844.798403] env[66673]: INFO networking_nsxv3.common.synchronization [req-61eb1365-ff7b-4d20-989b-74a9bdb6a14d req-e9cee3c4-7c63-4b9d-a2d8-f2fbf9d45987 service nova] Enqueued Resource ID: b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 with Priority: HIGHEST for action port [ 844.798932] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_rules [ 844.800102] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 844.800297] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 with Priority: HIGHEST for action port [ 844.800870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.801048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.801175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.801355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.801461] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.803100] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.803433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.804510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.804654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.804742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.804949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.805040] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62638cb-4d4d-4231-aa86-f4bdb8fbaae0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.915919] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 844.941421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.941668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.943077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.943077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.972783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.973191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.973263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.973465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.973541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.973844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.973902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.974188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.974262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.974516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.974602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.974658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.975712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.975712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.975712] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 845.070401] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.070401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.070401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.070912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.095016] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 845.307321] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.307504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.307688] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 with status ACTIVE [ 845.307913] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.308031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.308105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.309407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.309407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.309407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.309892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.309892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.309892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b62638cb-4d4d-4231-aa86-f4bdb8fbaae0 is going to be updated. [ 845.342544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.342544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.342544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.342846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.343010] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.343187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62638cb-4d4d-4231-aa86-f4bdb8fbaae0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.927404] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9b468789-5e6f-49e2-b88f-28f835add89d None None] Enqueued Resource ID: 57e6078d-17c7-40aa-883f-fce169a50ad9 with Priority: HIGHEST for action port [ 845.928234] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e6078d-17c7-40aa-883f-fce169a50ad9 with Priority: HIGHEST for action port [ 845.928981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e6078d-17c7-40aa-883f-fce169a50ad9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.928981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e6078d-17c7-40aa-883f-fce169a50ad9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.928981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e6078d-17c7-40aa-883f-fce169a50ad9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.932869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e6078d-17c7-40aa-883f-fce169a50ad9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.932990] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e6078d-17c7-40aa-883f-fce169a50ad9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.436899] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57e6078d-17c7-40aa-883f-fce169a50ad9 [ 846.437358] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.437592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.437592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.437878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.438090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.438219] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57e6078d-17c7-40aa-883f-fce169a50ad9 already deleted. [ 846.438310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e6078d-17c7-40aa-883f-fce169a50ad9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.440619] env[66673]: INFO networking_nsxv3.common.synchronization [req-bb184189-4f88-4efe-924b-f75b8695214e req-6ee73ee0-5d65-451d-afc9-d98d08d22ec0 tempest-ListImageFiltersTestJSON-180523223 tempest-ListImageFiltersTestJSON-180523223-project-member] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 846.441212] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 846.441525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.441644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.441708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.441957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.442251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.442316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.442641] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.577927] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 846.578216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.578704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.578704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.578918] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.578999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.579259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579376] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.945624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.945624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.945928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.945928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.946018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.946421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.946421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.946534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.946713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.946813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.947410] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 already deleted. [ 846.947410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.969091] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.969091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.969091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.969091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.969362] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.970028] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.970028] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.970028] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.970199] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.970462] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.970562] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.970624] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.970761] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.970897] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.971131] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.971319] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.990629] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.990841] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.990941] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.991500] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.991583] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-dec0ea38-2688-4012-b5b0-5ff2d5101048 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.991731] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.991830] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.992174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.992308] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec0ea38-2688-4012-b5b0-5ff2d5101048',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.073585] env[66673]: INFO networking_nsxv3.common.synchronization [None req-790507b7-c748-400a-8d87-26258dd7bc55 None None] Enqueued Resource ID: 47b08bdf-119e-4bc3-928f-61ac4e79903f with Priority: HIGHEST for action port [ 847.074513] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b08bdf-119e-4bc3-928f-61ac4e79903f with Priority: HIGHEST for action port [ 847.075818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b08bdf-119e-4bc3-928f-61ac4e79903f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.075965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b08bdf-119e-4bc3-928f-61ac4e79903f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.076147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b08bdf-119e-4bc3-928f-61ac4e79903f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.076447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b08bdf-119e-4bc3-928f-61ac4e79903f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.076561] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b08bdf-119e-4bc3-928f-61ac4e79903f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.084959] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.112362] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 847.112550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.495803] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.496135] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.496280] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.496612] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.497910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.497910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port dec0ea38-2688-4012-b5b0-5ff2d5101048 not found, creating... [ 847.497910] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.497910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.497910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.497910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.497910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.498440] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.498541] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.498675] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.498905] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.499058] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.499203] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: dec0ea38-2688-4012-b5b0-5ff2d5101048 is going to be created. [ 847.521894] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.522252] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.522482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.522896] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.523207] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.523570] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.579215] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47b08bdf-119e-4bc3-928f-61ac4e79903f [ 847.579407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.579407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.579648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.581152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.581152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47b08bdf-119e-4bc3-928f-61ac4e79903f already deleted. [ 847.581152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b08bdf-119e-4bc3-928f-61ac4e79903f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.586626] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.092834] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.092834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.092834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.092834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.092834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.092834] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 848.126360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.126360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.126360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.134966] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 848.257723] env[66673]: INFO networking_nsxv3.common.synchronization [req-7827ce5e-24e8-452e-bf31-1a531bb8b792 req-b9156f33-dd73-47fc-90e3-84a1f7a19423 tempest-ListImageFiltersTestJSON-180523223 tempest-ListImageFiltersTestJSON-180523223-project-member] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 848.262533] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 848.263663] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.264782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.264782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.264782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.264782] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.264782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.264782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.265249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.265249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.267059] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.295086] env[66673]: INFO networking_nsxv3.common.synchronization [None req-b2dc5827-665f-4b81-96e9-6d87c0590dae None None] Enqueued Resource ID: 76ad8d5a-b800-44eb-b2a9-46ba1061aa61 with Priority: HIGHEST for action port [ 848.295803] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ad8d5a-b800-44eb-b2a9-46ba1061aa61 with Priority: HIGHEST for action port [ 848.297178] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ad8d5a-b800-44eb-b2a9-46ba1061aa61 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.297362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ad8d5a-b800-44eb-b2a9-46ba1061aa61" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.297514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ad8d5a-b800-44eb-b2a9-46ba1061aa61" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.297688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ad8d5a-b800-44eb-b2a9-46ba1061aa61" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.297777] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ad8d5a-b800-44eb-b2a9-46ba1061aa61',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.309671] env[66673]: INFO networking_nsxv3.common.synchronization [req-bb184189-4f88-4efe-924b-f75b8695214e req-bfa3ae69-bddd-47ed-bd8c-c3178111fd94 service nova] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_rules [ 848.309989] env[66673]: INFO networking_nsxv3.common.synchronization [req-bb184189-4f88-4efe-924b-f75b8695214e req-bfa3ae69-bddd-47ed-bd8c-c3178111fd94 service nova] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 848.310276] env[66673]: INFO networking_nsxv3.common.synchronization [req-bb184189-4f88-4efe-924b-f75b8695214e req-bfa3ae69-bddd-47ed-bd8c-c3178111fd94 service nova] Enqueued Resource ID: dec0ea38-2688-4012-b5b0-5ff2d5101048 with Priority: HIGHEST for action port [ 848.310974] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_rules [ 848.311522] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 848.311522] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0ea38-2688-4012-b5b0-5ff2d5101048 with Priority: HIGHEST for action port [ 848.312112] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.312112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.312112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.312503] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.313870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec0ea38-2688-4012-b5b0-5ff2d5101048 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.317360] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec0ea38-2688-4012-b5b0-5ff2d5101048',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.695519] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.695862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.695862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.699198] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.699506] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.699583] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.699832] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.700011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.700314] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.700407] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.700482] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.700710] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.700764] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.700919] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.700973] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.701102] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.724242] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.724580] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.724736] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.725045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-508" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.725433] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-d474b1c6-f5d3-417e-a291-7a61fed590eb taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.725680] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.725917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.727150] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.727287] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d474b1c6-f5d3-417e-a291-7a61fed590eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.770997] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.806503] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76ad8d5a-b800-44eb-b2a9-46ba1061aa61 [ 848.806888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.807263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.807263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.807391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.807514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.807666] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76ad8d5a-b800-44eb-b2a9-46ba1061aa61 already deleted. [ 848.807788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ad8d5a-b800-44eb-b2a9-46ba1061aa61" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.809174] env[66673]: INFO networking_nsxv3.common.synchronization [req-0b326cf5-ff6f-418f-adef-ad27cc9af680 req-13c860d2-657c-4aea-9796-51d384b0789f tempest-ListServerFiltersTestJSON-1858600685 tempest-ListServerFiltersTestJSON-1858600685-project-member] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 848.810113] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGHEST for action security_group_members [ 848.810574] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.810664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.810802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.811077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.811285] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.811451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.811544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.811842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.811940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.812073] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.820247] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dec0ea38-2688-4012-b5b0-5ff2d5101048 with status ACTIVE [ 848.820750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.821146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.821243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.821476] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.821630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.821758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.821997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.822144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.822398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.822494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.822554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.822696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.822783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.823506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dec0ea38-2688-4012-b5b0-5ff2d5101048 is going to be updated. [ 848.852159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.853030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.853030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.853030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.853030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.853030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec0ea38-2688-4012-b5b0-5ff2d5101048" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.231879] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.231879] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.231879] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.232277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.232277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.232372] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port d474b1c6-f5d3-417e-a291-7a61fed590eb not found, creating... [ 849.232961] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.233272] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.233369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.233615] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.233802] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.234153] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.234316] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.234491] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.234799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.234886] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.235132] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: d474b1c6-f5d3-417e-a291-7a61fed590eb is going to be created. [ 849.272722] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.290364] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.290678] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.290840] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.291158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.291394] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.292263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.315200] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.315515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.315722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.315967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.316080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.316302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.316401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.316468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.316618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.316695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.316778] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be updated. [ 849.373674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.374022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.374217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.374545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.374772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.388990] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: IN_PROGRESS for 2s [ 849.774879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.775219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.775219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.775476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.775567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.775700] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be created. [ 849.803387] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.804963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.804963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.804963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.804963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.817225] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: UNINITIALIZED for 2s [ 849.982752] env[66673]: INFO networking_nsxv3.common.synchronization [req-7827ce5e-24e8-452e-bf31-1a531bb8b792 req-c3ec276f-8cb9-4e29-88d5-07dc619783f0 service nova] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_rules [ 849.982930] env[66673]: INFO networking_nsxv3.common.synchronization [req-7827ce5e-24e8-452e-bf31-1a531bb8b792 req-c3ec276f-8cb9-4e29-88d5-07dc619783f0 service nova] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 849.983071] env[66673]: INFO networking_nsxv3.common.synchronization [req-7827ce5e-24e8-452e-bf31-1a531bb8b792 req-c3ec276f-8cb9-4e29-88d5-07dc619783f0 service nova] Enqueued Resource ID: d474b1c6-f5d3-417e-a291-7a61fed590eb with Priority: HIGHEST for action port [ 849.983646] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_rules [ 849.983827] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 849.984023] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d474b1c6-f5d3-417e-a291-7a61fed590eb with Priority: HIGHEST for action port [ 849.986098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.986204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.986412] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.986545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.986690] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d474b1c6-f5d3-417e-a291-7a61fed590eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.989033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.989033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.989033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.989033] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d474b1c6-f5d3-417e-a291-7a61fed590eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.144430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 850.144658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.144827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.145096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.145317] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.145492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.145492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.145668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.145727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145895] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.493892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d474b1c6-f5d3-417e-a291-7a61fed590eb with status ACTIVE [ 850.494936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.494936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.494936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.495350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.495350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.495350] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.495471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.495508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.495617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.495676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.495762] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d474b1c6-f5d3-417e-a291-7a61fed590eb is going to be updated. [ 850.521579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.521579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.521579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.521579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.521826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.521826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d474b1c6-f5d3-417e-a291-7a61fed590eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.649672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.650602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.650690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.650931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651151] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.651533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.652033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652324] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.652451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.652492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.652822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.652972] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.954759] env[66673]: INFO networking_nsxv3.common.synchronization [None req-07ae254a-e347-448f-98d6-5ad95843f7f1 None None] Enqueued Resource ID: f196a03b-c16d-4b81-8aac-0c5450568bac with Priority: HIGHEST for action port [ 850.955798] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f196a03b-c16d-4b81-8aac-0c5450568bac with Priority: HIGHEST for action port [ 850.956134] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f196a03b-c16d-4b81-8aac-0c5450568bac taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.956343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f196a03b-c16d-4b81-8aac-0c5450568bac" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.956420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f196a03b-c16d-4b81-8aac-0c5450568bac" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.956729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f196a03b-c16d-4b81-8aac-0c5450568bac" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.956826] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f196a03b-c16d-4b81-8aac-0c5450568bac',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.155745] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50bbf344-9417-4cb4-8dab-f6dddc477fb3: rpc.has_security_group_logging(os_id): False [ 851.186578] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.186578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.186578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.189329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.189329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.189329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.189645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.189645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.189735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.189846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.190262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.190537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.190615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.190838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.190943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.191183] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.192137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.192137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.192137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.192137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.192137] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 851.285394] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.285394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.285640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.285723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.285834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.322170] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 851.402470] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 in Status: SUCCESS [ 851.402672] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 deletion is rescheduled due to dependency. [ 851.402801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.464339] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f196a03b-c16d-4b81-8aac-0c5450568bac [ 851.464844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.465092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.465300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.465407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.465506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f196a03b-c16d-4b81-8aac-0c5450568bac already deleted. [ 851.465677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f196a03b-c16d-4b81-8aac-0c5450568bac" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.831290] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 851.831593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.832112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.832616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.833281] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.833606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.833742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.834155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.834487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.834638] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.338962] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.684283] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 852.684283] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 852.684283] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 852.684283] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 852.684283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.684589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.684589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.684733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.684905] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.685039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.685101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.685272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.685356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.686120] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.687295] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.687474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.687668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.687852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.688030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.688188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.688284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.688474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.688769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.688919] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.757575] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 852.757772] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 852.757910] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_rules [ 852.758051] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 852.758183] env[66673]: INFO networking_nsxv3.common.synchronization [req-9ea7a36e-de26-4ef9-9a0e-9d2f4b150d0a req-8225b99c-19ff-4be8-803e-fa623f17bc74 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 852.758792] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 852.758912] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_rules [ 852.759057] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 852.759173] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 852.759322] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 852.759597] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.759725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.759790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.760076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.760137] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.761208] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.761350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.761398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.761702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.761794] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.762821] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.763248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.763343] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f933a0ae-9a2c-4b05-a737-d09cb7ebba72',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.764327] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.764327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.764483] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.764713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.841360] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.191243] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.196776] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.265980] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with status ACTIVE [ 853.266163] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.266332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.266391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.266676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.266945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.267026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.267115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.267179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.267359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.267610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.267705] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.267799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.268187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.268187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.268187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.268187] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 is going to be updated. [ 853.269852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.269993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.270412] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.270769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.306737] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.306961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.307140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.307848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.307966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.341450] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 853.341953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.344459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.344640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.344714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.345013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.345354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.345475] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be updated. [ 853.383611] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.383829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.383882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.384177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.384360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.395151] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 853.696023] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.699620] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.200631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.200853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.200921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.201597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.201597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.201597] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be created. [ 854.205959] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.206114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.206176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.206386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.206459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.206556] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 854.244067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.244067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.244067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.244709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.245077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.248723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.248909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.249124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.249302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.249302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265214] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: UNINITIALIZED for 2s [ 854.266173] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 855.031338] env[66673]: INFO networking_nsxv3.common.synchronization [req-81a096e5-02b4-4916-a7e6-c49a450176d2 req-89ce6ae7-8639-4edc-9e6d-d519b27a67e0 tempest-ServerGroupTestJSON-129596072 tempest-ServerGroupTestJSON-129596072-project-member] Enqueued Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 855.031338] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGHEST for action security_group_members [ 855.032325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.032639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.032928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.033246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.033512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.033899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.034087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.034572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.034901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.035131] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.406554] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 855.406808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.406991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.408300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.408300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.408300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.408300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.408560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.408596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.408711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.408853] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.410491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.410706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.410984] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.411125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.411189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.411384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.411478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.411579] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.541915] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.543492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.543621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.543854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.543951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.544185] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.544301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.544391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.544502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.544620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.544655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea is going to be updated. [ 855.574940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.575108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.575372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.575757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.575757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.585678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: IN_PROGRESS for 2s [ 855.918058] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.918058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.918058] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.942281] env[66673]: INFO networking_nsxv3.common.synchronization [req-20233724-61e7-421d-b225-6261ed7c33d7 req-47614f1a-a5e5-491f-8658-be77e9c36d0c tempest-ServersTestBootFromVolume-1469906591 tempest-ServersTestBootFromVolume-1469906591-project-member] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 855.943130] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGHEST for action security_group_members [ 855.943754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.943935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.944023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.944279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.944433] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.944531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.944590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.944741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.944847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.944943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.298045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.298045] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.298045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.298045] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.302955] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 856.303148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.304131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.304131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.304466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.304508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.304740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.304918] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.421934] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.448409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.448595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.448676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.448971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.449105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.449365] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.449463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.449507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.449697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.449783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.449875] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 is going to be updated. [ 856.516287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.516287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.516287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.516287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.516287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.529976] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: IN_PROGRESS for 2s [ 856.806742] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.808485] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.925845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.925845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.925845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.925845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.925845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.925845] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be updated. [ 856.967881] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.968087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.968153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.968423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.968598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.996271] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 857.310364] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.312230] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.597551] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea in Status: SUCCESS [ 857.597551] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea deletion is rescheduled due to dependency. [ 857.597551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.689119] env[66673]: INFO networking_nsxv3.common.synchronization [req-1866f2c1-b111-4cce-9770-a9b93681d7a5 req-89ae3100-08f9-452d-871e-b05eef054c9d tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 857.689119] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 857.689119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.689638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.689927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690151] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.813685] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.813685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.813999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.816207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.816207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816207] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be updated. [ 857.816207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.816207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.816207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.816731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.816893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816985] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 857.853418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.853587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.853657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.853878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.854046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.860019] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.860019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.860019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.860019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.860019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.868666] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 857.869613] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 858.116203] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.116445] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.116572] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.116835] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.117101] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.117255] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.117370] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.117585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.117755] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.117983] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.118109] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.118210] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.118332] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.118441] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.118540] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.118832] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.149023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.149282] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.149399] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.149500] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.149839] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-72541775-ff29-4891-b4d3-fcd424beec29 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.150029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.150212] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.150526] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.150660] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72541775-ff29-4891-b4d3-fcd424beec29',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.194134] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.194415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.194522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.194789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.194945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.195223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.195377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.195480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.195681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.195804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.195931] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 858.241460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.241665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.241746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.242048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.242247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.253741] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 858.541050] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a45643c-c18f-4add-ba1a-05997ff69470 in Status: SUCCESS [ 858.541463] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 deletion is rescheduled due to dependency. [ 858.541463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.622086] env[66673]: INFO networking_nsxv3.common.synchronization [req-4a25a77a-2cfa-4178-826b-736cc4ccb4ea req-5c2ec0ef-95a3-4686-a83d-f2de17b0b54e tempest-ServersV294TestFqdnHostnames-346743849 tempest-ServersV294TestFqdnHostnames-346743849-project-member] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 858.622838] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGHEST for action security_group_members [ 858.623233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.623391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.623468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.623700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.623898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.624049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.624127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.624288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.624398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.625057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.653335] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.653646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.653788] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.654114] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.654302] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.654506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 72541775-ff29-4891-b4d3-fcd424beec29 not found, creating... [ 858.654836] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.655044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.655203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.655455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.655638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.655951] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.656164] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.656291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.656524] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.656668] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.656801] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 72541775-ff29-4891-b4d3-fcd424beec29 is going to be created. [ 858.680590] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.681233] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.681639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.681948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.010161] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 859.010479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.011377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.011919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.012169] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.012438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.012438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.012637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.012722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.012812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.012991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.013295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.013354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.013627] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.013835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.014145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.014145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.014145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.014325] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.129600] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.129769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.129834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.130071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.130162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.130413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.130516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.130587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.130743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.130835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.132033] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 is going to be updated. [ 859.161793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.162686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.177130] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: IN_PROGRESS for 2s [ 859.508766] env[66673]: INFO networking_nsxv3.common.synchronization [req-1866f2c1-b111-4cce-9770-a9b93681d7a5 req-c7eb9724-dad6-400d-b6af-0dcd36d3c61a service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 859.508877] env[66673]: INFO networking_nsxv3.common.synchronization [req-1866f2c1-b111-4cce-9770-a9b93681d7a5 req-c7eb9724-dad6-400d-b6af-0dcd36d3c61a service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 859.509276] env[66673]: INFO networking_nsxv3.common.synchronization [req-1866f2c1-b111-4cce-9770-a9b93681d7a5 req-c7eb9724-dad6-400d-b6af-0dcd36d3c61a service nova] Enqueued Resource ID: 72541775-ff29-4891-b4d3-fcd424beec29 with Priority: HIGHEST for action port [ 859.509604] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 859.509740] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 859.509837] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72541775-ff29-4891-b4d3-fcd424beec29 with Priority: HIGHEST for action port [ 859.510403] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.510486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.510732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.510798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.510910] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.512244] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.512357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.512583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-72541775-ff29-4891-b4d3-fcd424beec29 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.513357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.513357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.513357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.513357] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72541775-ff29-4891-b4d3-fcd424beec29',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.521394] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bb767f-fc33-41a7-8084-68e5add4d7f2: rpc.has_security_group_logging(os_id): False [ 859.556710] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.557118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.557118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.557234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.557275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.557481] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.557591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.557677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.557843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.557982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.558117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.558282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.558282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.558407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.558487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.558665] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.558747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.558806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.558930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.559016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.561462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be created. [ 859.630689] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.631116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.631116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.631256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.631517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.644879] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 859.880920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 859.881144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.881309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.881620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.882017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.882017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.882017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.882208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.882248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882444] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.883867] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 859.884056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884524] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.884626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.885066] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.014920] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.017431] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72541775-ff29-4891-b4d3-fcd424beec29 with status ACTIVE [ 860.017431] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.017431] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.017431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.019167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.019167] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.019167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.019167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.020163] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72541775-ff29-4891-b4d3-fcd424beec29 is going to be updated. [ 860.059970] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.060217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.060217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.060863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.061044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.061232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72541775-ff29-4891-b4d3-fcd424beec29" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.264597] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 860.264792] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 860.265085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.265319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.265657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.265916] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.266093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.266257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.266455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.266545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.266651] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.391866] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.393293] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.393426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.393594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.394033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.394216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.394328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.394393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.394561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.394647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.394822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.394910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.395009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.395076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.395226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.395362] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.395451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.395511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.395708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.395833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.395947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.396051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.522945] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 860.523660] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 860.523660] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 860.525383] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 860.525383] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 860.525383] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 860.526775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.526775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.526775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.526775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.527249] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.528376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.528376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.528376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.528376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.528376] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.529371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2b1e56-2256-48c3-87a2-402ac6330699 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.529537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.529658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.531249] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.531249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.531249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.531693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531769] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.533421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.534237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534560] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.534745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.534824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.535073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.535277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.535492] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.594950] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_rules [ 860.595405] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 860.595405] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 860.595697] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 860.595848] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_rules [ 860.596029] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 860.596195] env[66673]: INFO networking_nsxv3.common.synchronization [req-95135933-9212-4a5d-ad32-44d92b61c31e req-5ed78e92-c05f-4a2b-9d66-f7cff860afa0 tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_rules [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_rules [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with Priority: HIGHEST for action port [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_rules [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 860.598736] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 860.598736] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a2b1e56-2256-48c3-87a2-402ac6330699 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.598736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.598736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.599372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.599526] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.600907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.601028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.601271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.601410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.601615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.601768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.601830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.602137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.602280] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f933a0ae-9a2c-4b05-a737-d09cb7ebba72',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.603557] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.603763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2b1e56-2256-48c3-87a2-402ac6330699 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605821] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.665660] env[66673]: INFO networking_nsxv3.common.synchronization [req-1ae4ef9a-0847-48c2-932b-ab6525946fd9 req-512dee06-cf96-45d0-8350-4cb6cb7f4ce9 tempest-VolumesAssistedSnapshotsTest-470850896 tempest-VolumesAssistedSnapshotsTest-470850896-project-member] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 860.666208] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGHEST for action security_group_members [ 860.666799] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.666938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667453] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667939] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.771178] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.898411] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e6a634-c51b-49e7-8974-1cee215aebb2: rpc.has_security_group_logging(os_id): False [ 860.900016] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 860.922496] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.922741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.922741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.922937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.923051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.923276] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.923383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.924064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.924064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.924064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.924064] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.924064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.924684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.925375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.925375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.925375] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.925375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.925375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.925682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.925728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.926384] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 860.928885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.929161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.929967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.929967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.929967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.929967] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.929967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.930165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.930363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.934035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.934035] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be created. [ 861.010183] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.013024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.013024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.013024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.013024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.018980] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.019223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.020365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.020365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.020365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.040835] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.042880] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 861.042880] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.056970] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 861.107953] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f933a0ae-9a2c-4b05-a737-d09cb7ebba72 with status ACTIVE [ 861.107953] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.107953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.107953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.107953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.108392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108896] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.108989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.109053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.109199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.109273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.109354] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f933a0ae-9a2c-4b05-a737-d09cb7ebba72 is going to be updated. [ 861.110935] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2b1e56-2256-48c3-87a2-402ac6330699 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.110935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.148570] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.148767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.148813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.149049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.149203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.149362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f933a0ae-9a2c-4b05-a737-d09cb7ebba72" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.170977] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.171194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.171194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.171419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.188550] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: IN_PROGRESS for 4s [ 861.201199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.201605] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.201736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.201736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.201914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.201970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.202083] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b is going to be updated. [ 861.261732] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.262022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.262183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.262597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.262739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.274766] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.277806] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: IN_PROGRESS for 2s [ 861.542993] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.544204] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.544797] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.657809] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 861.658184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658619] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.777464] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.777612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.777612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.777854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.777946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.778055] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 861.810071] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.810071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.810071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.810071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.810071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.822822] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 862.046995] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.047186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.047265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.047491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.047610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.047676] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 is going to be created. [ 862.048956] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.049098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.049167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.049330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.049409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.049538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 862.051095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.051256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.051349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.051550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.053032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.053032] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be updated. [ 862.081718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.081973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.082334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.082428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.082783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.085878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.086046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.086151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.086485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.087116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.088415] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.088558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.088616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.088789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.088918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.098478] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 in Status: UNINITIALIZED for 2s [ 862.099342] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 862.099961] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 862.161279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.161549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.161549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.161710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163013] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.163013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.163013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.163013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.163013] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.665578] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.665898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.665898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.666787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.666787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.667137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.667137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.667224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.667372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.667561] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.667694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.667771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.667950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.668076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668275] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.720231] env[66673]: INFO networking_nsxv3.common.synchronization [req-1d96e1c8-a1ce-4bd0-a506-8214c4f7abc4 req-7375c1f2-b0e5-42cd-9a89-810a36e2bcfd tempest-ServerRescueTestJSON-1124044479 tempest-ServerRescueTestJSON-1124044479-project-member] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 862.720231] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 862.720231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.720231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.720231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.720231] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.058357] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 863.058357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.058357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.058357] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.074837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 863.074837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.074837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.074837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.074837] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.131458] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.132649] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.133371] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133844] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.134351] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.135042] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.135308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.135676] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.135943] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.136515] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.138029] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.138029] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.138029] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.138029] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.138029] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.138029] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.158868] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.160258] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.160258] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.160929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.162017] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6a1d5919-562d-4751-ae8a-ba422b0772a2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.162017] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.164232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.164232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.164232] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1d5919-562d-4751-ae8a-ba422b0772a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.176463] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bb767f-fc33-41a7-8084-68e5add4d7f2: rpc.has_security_group_logging(os_id): False [ 863.199641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.199931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.200049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.200352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.201164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.201164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.201164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.201164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.201541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.201541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.201734] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.201852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.201974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.202231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.202346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.202640] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.202761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.202869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.203014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.203107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.203252] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be updated. [ 863.205959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 in Status: SUCCESS [ 863.206224] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 deletion is rescheduled due to dependency. [ 863.206401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.223253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.223358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.223638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.223740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223953] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.224217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.224307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.224509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.224558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.224652] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 already deleted. [ 863.224731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.273209] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.273471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.273590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.273923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.274213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.296751] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b in Status: SUCCESS [ 863.297080] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b deletion is rescheduled due to dependency. [ 863.297254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.298475] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 863.562139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.562333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.576800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.576946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.671812] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.672168] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.672378] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.672743] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.672932] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673121] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6a1d5919-562d-4751-ae8a-ba422b0772a2 not found, creating... [ 863.673428] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.673631] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.674318] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.674732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.674932] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.675435] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.675690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.676662] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.676966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.677153] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.677332] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6a1d5919-562d-4751-ae8a-ba422b0772a2 is going to be created. [ 863.702553] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.702795] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.703058] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.703426] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.703674] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.703907] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.837910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 863.838157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.838336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.838568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.838781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.838910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.838977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.839148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.839223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.839303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.839390] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.112822] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 864.113085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.113390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.113543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.113745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.113875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.113949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.114157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.114274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.114399] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.116320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 864.116612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.117402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 in Status: SUCCESS [ 864.117609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.120028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.120028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.120028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.120734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.120822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.121049] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.121461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.121583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.121652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.121740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.121912] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.346482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.346482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.346482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.346482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.346482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.347516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.347516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.347516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.347516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.347516] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.538167] env[66673]: INFO networking_nsxv3.common.synchronization [req-1d96e1c8-a1ce-4bd0-a506-8214c4f7abc4 req-8e2a8b37-f7da-490d-8256-0883c0a2fd73 service nova] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_rules [ 864.538327] env[66673]: INFO networking_nsxv3.common.synchronization [req-1d96e1c8-a1ce-4bd0-a506-8214c4f7abc4 req-8e2a8b37-f7da-490d-8256-0883c0a2fd73 service nova] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 864.538418] env[66673]: INFO networking_nsxv3.common.synchronization [req-1d96e1c8-a1ce-4bd0-a506-8214c4f7abc4 req-8e2a8b37-f7da-490d-8256-0883c0a2fd73 service nova] Enqueued Resource ID: 6a1d5919-562d-4751-ae8a-ba422b0772a2 with Priority: HIGHEST for action port [ 864.539335] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_rules [ 864.539509] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 864.539620] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1d5919-562d-4751-ae8a-ba422b0772a2 with Priority: HIGHEST for action port [ 864.539911] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.540081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.540152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.540359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.540442] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.541514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.541514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.541514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.541707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.541769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.541966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.541966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.542364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.542364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.542364] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.543241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1d5919-562d-4751-ae8a-ba422b0772a2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.545182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.545182] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1d5919-562d-4751-ae8a-ba422b0772a2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.624572] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.625438] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.626215] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [req-ea5a3be2-b7b4-4dfe-8ba0-ff056fd9a65a req-ad096067-08b8-4161-baea-432c9903e6de tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [req-ea5a3be2-b7b4-4dfe-8ba0-ff056fd9a65a req-ad096067-08b8-4161-baea-432c9903e6de tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [req-ea5a3be2-b7b4-4dfe-8ba0-ff056fd9a65a req-ad096067-08b8-4161-baea-432c9903e6de tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 864.815023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a2b1e56-2256-48c3-87a2-402ac6330699 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.815023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.815023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.815023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.816073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.816311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.850617] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd738ba4-b8c5-4190-9c67-c76dd0d123cc: rpc.has_security_group_logging(os_id): False [ 864.870419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.870575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.870648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.870961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.871076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.871313] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.871888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.871888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.871888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.872074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.872175] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.872302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.872371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.872513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.872600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.872770] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.872870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.873044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.873092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.873142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.873254] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 864.943369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.944120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.960078] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 865.045410] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.045584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.045719] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.046631] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a1d5919-562d-4751-ae8a-ba422b0772a2 with status ACTIVE [ 865.046949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.046949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.047638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.047638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.047638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.047638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.047638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.047638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.048051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.048051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048051] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.048171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.048171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.048293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.048352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048415] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a1d5919-562d-4751-ae8a-ba422b0772a2 is going to be updated. [ 865.081466] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.081625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.081686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.081992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.082178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.082357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1d5919-562d-4751-ae8a-ba422b0772a2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.127686] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.129172] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.130700] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.323658] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 865.323658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550191] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.631777] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.632526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.632526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.632526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.632686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.632724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be updated. [ 865.634675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.634874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.634955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.635264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.636035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.636035] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 865.637218] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.637378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.637473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.637719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.637834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.637959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 is going to be updated. [ 865.672083] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.672083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.672083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.672464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.672615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.674844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.674977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.675256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.675394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.677094] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.677239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.677342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.677581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.677732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.698877] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 in Status: IN_PROGRESS for 2s [ 865.699824] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 865.700268] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 866.053575] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.054079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.054079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.054079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.054079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.054296] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be created. [ 866.079704] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.079956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.080113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.080638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.091548] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: UNINITIALIZED for 2s [ 866.839673] env[66673]: INFO networking_nsxv3.common.synchronization [req-ee8d7b07-179d-4e3e-9dbe-b058dac10690 req-36fc63c5-49f1-4406-a8ac-f375c31a02d7 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 866.840478] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 866.840843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.841053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.841119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.841376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.841539] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.841654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.841711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.841852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.841936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.842082] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.976611] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 866.976905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155929] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.163305] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.163305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.163305] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.163305] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.163305] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.163305] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.163305] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.163305] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.166712] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.191809] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.192554] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.192554] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.192554] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.195518] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.195518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.195518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.195518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.195518] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c9726a-5d15-408c-afcf-fffa44a3d3e4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.347496] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.349672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.349672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 already deleted. [ 867.349672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.698728] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.698728] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.698728] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.699057] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.699057] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.699182] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port a3c9726a-5d15-408c-afcf-fffa44a3d3e4 not found, creating... [ 867.699368] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.699611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.699684] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.699859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700283] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.700406] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.700529] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700635] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700939] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.701087] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: a3c9726a-5d15-408c-afcf-fffa44a3d3e4 is going to be created. [ 867.717208] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 867.717396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.717471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.717677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.717866] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.717992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.718077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.718215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.718301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.718368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.719627] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.720267] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 867.720474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.721156] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 in Status: SUCCESS [ 867.721320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.721491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.721657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.721814] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.721974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.722085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.722400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.722485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.722593] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.723413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.723584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.723745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.723847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.723911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.724066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.724141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.724224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.724318] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.725179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.725179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.725440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.725440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.725575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.725610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.725682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.725762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.725856] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.727057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.727240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.727395] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.727835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.727835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.727835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.727835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.727835] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.728613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.728740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.728863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.728957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.729030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.729168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.729246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.729324] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.731262] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.731436] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.731560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.731780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.732014] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.732407] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.101372] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 868.101619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.101785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.102271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.102398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.102456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.102700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.102850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.102914] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.227683] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.228799] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.230136] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.230295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.231050] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a2b1e56-2256-48c3-87a2-402ac6330699',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.231936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.232107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.232261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.232915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.232915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.232915] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.232915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.233259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.233259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.233946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.233946] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be updated. [ 868.235106] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.235242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.235317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.235483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.235568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.236280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.236280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.236280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.236280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.236280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.236280] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 is going to be deleted. [ 868.271540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.271764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.271816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.272207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.272437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.282264] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 868.283825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.284026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.284114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.284326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.284527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.284527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.458724] env[66673]: INFO networking_nsxv3.common.synchronization [req-ee8d7b07-179d-4e3e-9dbe-b058dac10690 req-98266a13-935f-4766-924d-304e519a1a3d service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 868.459019] env[66673]: INFO networking_nsxv3.common.synchronization [req-ee8d7b07-179d-4e3e-9dbe-b058dac10690 req-98266a13-935f-4766-924d-304e519a1a3d service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 868.462922] env[66673]: INFO networking_nsxv3.common.synchronization [req-ee8d7b07-179d-4e3e-9dbe-b058dac10690 req-98266a13-935f-4766-924d-304e519a1a3d service nova] Enqueued Resource ID: a3c9726a-5d15-408c-afcf-fffa44a3d3e4 with Priority: HIGHEST for action port [ 868.462922] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 868.462922] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 868.462922] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c9726a-5d15-408c-afcf-fffa44a3d3e4 with Priority: HIGHEST for action port [ 868.462922] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.462922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.462922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.462922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.462922] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.463579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.464276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.464441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.464734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.465059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.465222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.465320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.465541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.465777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.465777] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.467046] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.467286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.467387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.467638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.467749] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c9726a-5d15-408c-afcf-fffa44a3d3e4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.608352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.608352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.608352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.608352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.608352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.609128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.609128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.609128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.609128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.609128] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.731358] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.735246] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a2b1e56-2256-48c3-87a2-402ac6330699: rpc.has_security_group_logging(os_id): False [ 868.737707] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e6a634-c51b-49e7-8974-1cee215aebb2: rpc.has_security_group_logging(os_id): False [ 868.742825] env[66673]: INFO networking_nsxv3.common.synchronization [req-f391d914-328e-40c4-bc6b-badc4405e387 req-9407cf5a-209b-4068-8d11-c11985501f83 tempest-ServersAdminNegativeTestJSON-1009132365 tempest-ServersAdminNegativeTestJSON-1009132365-project-member] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 868.742825] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 868.743804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.747111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.747111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.747111] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.756394] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.756394] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.756394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.756394] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 is going to be created. [ 868.759745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.759887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.759934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.760112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.760227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.760428] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.760527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.760590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.760737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.760812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.760894] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be updated. [ 868.779921] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699], does not exist path=[/infra/domains/default/groups/1a2b1e56-2256-48c3-87a2-402ac6330699]."\n}' [ 868.780122] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699 [ 868.780289] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 868.815588] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.815764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.815837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.816212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.817130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.817412] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.817530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.817591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.818027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.818027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.818027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.818318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.818318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.818453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.818570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.818705] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a2b1e56-2256-48c3-87a2-402ac6330699 is going to be created. [ 868.827381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.827649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.827649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.827785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.827901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.839972] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699], does not exist path=[/infra/domains/default/groups/1a2b1e56-2256-48c3-87a2-402ac6330699]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699 [ 868.840251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a2b1e56-2256-48c3-87a2-402ac6330699" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.840750] env[66673]: Traceback (most recent call last): [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 868.840828] env[66673]: return func(*args, **kwargs) [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.840828] env[66673]: res.raise_for_status() [ 868.840828] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 868.840828] env[66673]: raise HTTPError(http_error_msg, response=self) [ 868.840828] env[66673]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699 [ 868.840828] env[66673]: During handling of the above exception, another exception occurred: [ 868.840828] env[66673]: Traceback (most recent call last): [ 868.840828] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 868.840828] env[66673]: listener.cb(fileno) [ 868.840828] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 868.840828] env[66673]: result = function(*args, **kwargs) [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 868.840828] env[66673]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 868.840828] env[66673]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 868.840828] env[66673]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 868.840828] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.840828] env[66673]: res.raise_for_status() [ 868.840828] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 868.840828] env[66673]: raise HTTPError(http_error_msg, response=self) [ 868.840828] env[66673]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a2b1e56-2256-48c3-87a2-402ac6330699 [ 868.840828] env[66673]: Removing descriptor: 20 [ 868.841638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: IN_PROGRESS for 2s [ 868.971041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.971041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.971041] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.972610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3c9726a-5d15-408c-afcf-fffa44a3d3e4 with status ACTIVE [ 868.972750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.972750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.973110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.973162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.973290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.973517] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.973633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.973677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.973819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.973897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.974125] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.974220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.974281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.974425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.974499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.974626] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3c9726a-5d15-408c-afcf-fffa44a3d3e4 is going to be updated. [ 869.004651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.004855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.004976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.005345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.005741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.005870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c9726a-5d15-408c-afcf-fffa44a3d3e4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.112027] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de2e327f-9f2d-4898-adec-cdf1b66e4718: rpc.has_security_group_logging(os_id): False [ 869.135423] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.135721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.135721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.135964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.136074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.136332] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.136444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.136744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.136963] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.137095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.137159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.137305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.137451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.137724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.137818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.137870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.138088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.138219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.138318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be created. [ 869.216512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.216512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.216512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.216512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.216512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.230845] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 869.233983] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.234377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.234506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.234743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.234823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.234926] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 869.249547] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.315800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.315800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.316025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.316088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.316319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.336207] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 869.477687] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.700359] env[66673]: INFO networking_nsxv3.common.synchronization [req-77127a45-71ac-4933-9e6a-626e93fc4447 req-489dc7e0-f4b8-4c69-bd1f-12dc339b85a1 tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 869.702594] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 869.702594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.702816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.702816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.702962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.703142] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.703214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.703283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.703570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.703662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.703753] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.752880] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.980551] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.980911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.980911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.981047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.981138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.984738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be created. [ 870.013067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.013505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.013505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.013505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.034138] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: UNINITIALIZED for 2s [ 870.206916] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.258441] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.258835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.258835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.258959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.258999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.259401] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 870.296093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 870.296286] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 deletion is rescheduled due to dependency. [ 870.296420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.311870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.312181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.312181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.312534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.312725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.327683] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 870.709920] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.859537] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 in Status: SUCCESS [ 870.859537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.213528] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.213528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.213734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.213958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.214177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.214356] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 871.244593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 871.244593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.248241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.248241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.248464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.248614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.248671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.258236] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 871.346739] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 871.347118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.347168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.347387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.347580] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.347919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.348007] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.348345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.348399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.348921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.349130] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.349253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.349321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.349484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.349565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.349650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.349744] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.852414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b3725f-ad9b-42a9-aff2-dce06f4214ec: rpc.has_security_group_logging(os_id): False [ 871.873116] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.873328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.873328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.873562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.897492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.897952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.898128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.898224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.898450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.898450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.898733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.898733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.898932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.898932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.899131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.899228] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.899336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.899336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.899512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.899594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.899594] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 871.967602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.967683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.967787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.968044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.968284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.992867] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 872.056593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 872.056954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.057256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.057577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.057878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.058092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.058261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.058539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.058674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.058915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.059096] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.337825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 872.337997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.564680] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.564680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.564680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.564680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.565207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.565207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.565207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.565334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.565334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.565458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.565644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.565747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.565826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.565985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.566141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.566244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.566292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.566423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.566496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.566607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.566698] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.071619] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 873.100595] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.100878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.100949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.101297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.101470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.101867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.102066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.102182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.102401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.102547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.102898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.103026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.103103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.103261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.103346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.103584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.103699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.103772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.103935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.104060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.104164] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be created. [ 873.192108] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.192840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.192840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.192840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.192840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.207172] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 873.270671] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 873.270906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.015014] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 874.015352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.703913] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.703913] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 874.753515] env[66673]: INFO networking_nsxv3.common.synchronization [req-05bbaa7e-c173-482b-92a9-b26df298260c req-11c0205a-ad67-412d-8751-1587e8c00284 tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 874.753515] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 874.753515] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753515] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753515] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.183796] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-21ad9d50-0dec-46c0-b1bc-616733959b59 tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 875.183796] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 875.184347] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.184439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.184493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.184811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.185082] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.185212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.185282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.185523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.186308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.186308] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.222695] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 875.223047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.256419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.256673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.256673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.258118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.284759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.284759] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.284759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.284759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.284759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.284759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.284759] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 875.321513] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.321690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.321768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.324056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.324056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.334264] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 875.416151] env[66673]: INFO networking_nsxv3.common.synchronization [None req-6abd51d0-cc2b-4200-9b57-d85d943bde4f tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 875.416151] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 875.416151] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.416593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.416788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.417146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.417342] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.689127] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.689127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.689450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.689711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.689892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.689892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.690454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.690454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.690454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.690454] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 already deleted. [ 875.690454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.697223] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ed934c86-ab22-4709-ad2d-66b0502d2af5 None None] Enqueued Resource ID: 68f71b8f-26d7-4eac-8a3b-53513773bef5 with Priority: HIGHEST for action port [ 875.697498] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f71b8f-26d7-4eac-8a3b-53513773bef5 with Priority: HIGHEST for action port [ 875.698078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f71b8f-26d7-4eac-8a3b-53513773bef5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.698204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f71b8f-26d7-4eac-8a3b-53513773bef5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.698282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f71b8f-26d7-4eac-8a3b-53513773bef5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.699219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f71b8f-26d7-4eac-8a3b-53513773bef5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.699219] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f71b8f-26d7-4eac-8a3b-53513773bef5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.759180] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.759180] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.759180] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.759472] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.759776] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.759981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.760402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.763192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.763192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.763192] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.763192] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.763192] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.763192] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.763192] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.763192] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.763192] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.785253] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.785440] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.785578] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.785925] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.786176] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-fa641929-5b02-41e9-b3e1-d58a76346e83 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.786399] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.786580] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.786949] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.787149] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa641929-5b02-41e9-b3e1-d58a76346e83',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.939648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.939895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.939895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.940253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.940390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.940506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d already deleted. [ 875.940589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.201107] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68f71b8f-26d7-4eac-8a3b-53513773bef5 [ 876.201107] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.201107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.202375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.202375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.202375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.202375] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68f71b8f-26d7-4eac-8a3b-53513773bef5 already deleted. [ 876.202375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f71b8f-26d7-4eac-8a3b-53513773bef5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298441] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.298731] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.298880] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299256] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299457] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.299625] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port fa641929-5b02-41e9-b3e1-d58a76346e83 not found, creating... [ 876.299926] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.300115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.300226] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.300460] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.300625] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.300950] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.301126] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.301350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.301573] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.301708] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.301851] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: fa641929-5b02-41e9-b3e1-d58a76346e83 is going to be created. [ 876.346725] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.346725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.346725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.346725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.346725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.346725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.465728] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c03cbecf-be2e-40aa-ae56-a11beecf8ff9 tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 876.467256] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 876.467256] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.467256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.467256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.467541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.467652] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.992738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.993927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.993927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.993927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.993927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.993927] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d already deleted. [ 876.993927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.060231] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-fd56ae09-8f41-4b62-8bc4-8dc46b47057f service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 877.060431] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-fd56ae09-8f41-4b62-8bc4-8dc46b47057f service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 877.060644] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-fd56ae09-8f41-4b62-8bc4-8dc46b47057f service nova] Enqueued Resource ID: fa641929-5b02-41e9-b3e1-d58a76346e83 with Priority: HIGHEST for action port [ 877.061997] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 877.062281] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 877.062521] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa641929-5b02-41e9-b3e1-d58a76346e83 with Priority: HIGHEST for action port [ 877.062870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.063232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.063694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.064232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.064588] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.066717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.066921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.067047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.067379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.067655] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.067842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.067955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.068516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.068516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.069143] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.070187] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa641929-5b02-41e9-b3e1-d58a76346e83 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.070355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.070461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.070674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.070752] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa641929-5b02-41e9-b3e1-d58a76346e83',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.347648] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 877.347995] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 deletion is rescheduled due to dependency. [ 877.347995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.573698] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.573881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.574127] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.575213] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa641929-5b02-41e9-b3e1-d58a76346e83 with status ACTIVE [ 877.575410] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.575531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.575604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.575779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.575860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.576047] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.576141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.576208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.576334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.576404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.576567] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.576654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.576709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.576827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.576894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.576969] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa641929-5b02-41e9-b3e1-d58a76346e83 is going to be updated. [ 877.590921] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-8cd814c6-8ab1-4c98-a32a-a0c27161ff07 tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 877.595215] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 877.595215] env[66673]: INFO networking_nsxv3.common.synchronization [None req-705b8f94-7f87-4e7a-98bb-0d08d8428442 None None] Enqueued Resource ID: 21bb4148-e285-4717-8ff6-aa4b93d71b95 with Priority: HIGHEST for action port [ 877.595603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.595794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.597822] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bb4148-e285-4717-8ff6-aa4b93d71b95 with Priority: HIGHEST for action port [ 877.598547] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bb4148-e285-4717-8ff6-aa4b93d71b95 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.598728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bb4148-e285-4717-8ff6-aa4b93d71b95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.598827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bb4148-e285-4717-8ff6-aa4b93d71b95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.599137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bb4148-e285-4717-8ff6-aa4b93d71b95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.599247] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bb4148-e285-4717-8ff6-aa4b93d71b95',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.605621] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.605621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.605621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.605932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.605932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.607765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa641929-5b02-41e9-b3e1-d58a76346e83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.959585] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.959800] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.959925] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.960214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.960477] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.960634] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.962296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.962581] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.963344] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.963617] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.965631] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.965631] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.965631] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.965631] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.965631] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.965631] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.986813] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.987128] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.987356] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.987556] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.988017] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-26299c67-cef6-4e5a-a969-654fda0e9866 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.988316] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.988506] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.988934] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.989135] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26299c67-cef6-4e5a-a969-654fda0e9866',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.081326] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.104153] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21bb4148-e285-4717-8ff6-aa4b93d71b95 [ 878.104443] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.104604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.104692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.104900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.105014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.105132] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21bb4148-e285-4717-8ff6-aa4b93d71b95 already deleted. [ 878.105234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bb4148-e285-4717-8ff6-aa4b93d71b95" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.492505] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.492872] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.493293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.494459] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.494459] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.494459] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 26299c67-cef6-4e5a-a969-654fda0e9866 not found, creating... [ 878.494964] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.494964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.495094] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.495291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.495421] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.495732] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.495926] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.496061] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.496277] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.496412] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.496553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 26299c67-cef6-4e5a-a969-654fda0e9866 is going to be created. [ 878.521968] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.522512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.522512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.523229] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.523345] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.524216] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.583746] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.583991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.584098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.584348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.584461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.584566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be created. [ 878.625425] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.625664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.625994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.625994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.626165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.635456] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: UNINITIALIZED for 2s [ 879.288818] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-84aa2868-e136-4592-bf87-dd5c128d1d37 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 879.291091] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-84aa2868-e136-4592-bf87-dd5c128d1d37 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 879.291091] env[66673]: INFO networking_nsxv3.common.synchronization [req-55754b3c-5478-455c-b422-5ac64bc78711 req-84aa2868-e136-4592-bf87-dd5c128d1d37 service nova] Enqueued Resource ID: 26299c67-cef6-4e5a-a969-654fda0e9866 with Priority: HIGHEST for action port [ 879.291091] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 879.291091] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 879.291091] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26299c67-cef6-4e5a-a969-654fda0e9866 with Priority: HIGHEST for action port [ 879.291091] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.291916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.294797] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.294914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.295314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-26299c67-cef6-4e5a-a969-654fda0e9866 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.295482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.295691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.295898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.296052] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26299c67-cef6-4e5a-a969-654fda0e9866',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.802034] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26299c67-cef6-4e5a-a969-654fda0e9866 with status ACTIVE [ 879.802402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.802402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.802402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.803231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.803231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.803231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.803231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.803231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.803505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.803505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.803683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.803897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.803897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.806269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.806269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.806269] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26299c67-cef6-4e5a-a969-654fda0e9866 is going to be updated. [ 879.829482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.829671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.829827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.830563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.830563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.830563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26299c67-cef6-4e5a-a969-654fda0e9866" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.472290] env[66673]: INFO networking_nsxv3.common.synchronization [req-3d2045e6-4296-4abe-b62f-40610c22219b req-c78be83c-765b-40ce-bb1e-1f933cf57bc2 tempest-ServerMetadataNegativeTestJSON-902616479 tempest-ServerMetadataNegativeTestJSON-902616479-project-member] Enqueued Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 880.472290] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 880.473426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.474422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.474998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.475404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.475715] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.475992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.476173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.476442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.476667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.476867] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.645382] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 880.645608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.646767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.647477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.647477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.647477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.647709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.647777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.647819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.647899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.648027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.654473] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.654473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.654473] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.952422] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.952881] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-669" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.952881] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-669" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.953298] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-669" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.953627] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.953852] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.954131] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.954464] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.954638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.954898] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.955066] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.955261] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.955443] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.955529] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.955664] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.955921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.980040] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.980319] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.980319] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.980409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-669" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.981472] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.981717] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.981844] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.983032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.983032] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3fb16a-08ee-4681-befd-d3dcef4c77d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.985900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.986930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.986930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.987320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.987320] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc already deleted. [ 880.987411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.153589] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.156691] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.487538] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.487902] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.488182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.488804] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.488967] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.489293] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port ac3fb16a-08ee-4681-befd-d3dcef4c77d5 not found, creating... [ 881.489795] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.490099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.490342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.490876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.491030] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.491573] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.491911] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.492124] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.492521] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.492797] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.493074] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: ac3fb16a-08ee-4681-befd-d3dcef4c77d5 is going to be created. [ 881.531245] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.531490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.531606] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.531897] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.532148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.532411] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.660323] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.163690] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.163690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.163690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.164122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.164122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.164122] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 882.192058] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.192388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.192388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.193613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.193780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.205358] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 882.329889] env[66673]: INFO networking_nsxv3.common.synchronization [req-3d2045e6-4296-4abe-b62f-40610c22219b req-67a39442-06df-4eac-840c-b71503c1702c service nova] Enqueued Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_rules [ 882.330104] env[66673]: INFO networking_nsxv3.common.synchronization [req-3d2045e6-4296-4abe-b62f-40610c22219b req-67a39442-06df-4eac-840c-b71503c1702c service nova] Enqueued Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 882.330243] env[66673]: INFO networking_nsxv3.common.synchronization [req-3d2045e6-4296-4abe-b62f-40610c22219b req-67a39442-06df-4eac-840c-b71503c1702c service nova] Enqueued Resource ID: ac3fb16a-08ee-4681-befd-d3dcef4c77d5 with Priority: HIGHEST for action port [ 882.330768] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_rules [ 882.333827] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 882.333827] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3fb16a-08ee-4681-befd-d3dcef4c77d5 with Priority: HIGHEST for action port [ 882.333827] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.333827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.333827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.333827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.333827] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.334885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.335012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.335079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.335278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.335437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.335535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.335593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.335739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.335820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.337213] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.340390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.340526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.340526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.340708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.340791] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3fb16a-08ee-4681-befd-d3dcef4c77d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.842941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.843032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.843203] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.844130] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac3fb16a-08ee-4681-befd-d3dcef4c77d5 with status ACTIVE [ 882.844325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.844453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.844598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.844830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.844909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.845449] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.845566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.845638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.845803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.845884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.846477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.846593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.848085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.848256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.848342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.848496] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac3fb16a-08ee-4681-befd-d3dcef4c77d5 is going to be updated. [ 882.870940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.871107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.871107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.871373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.871523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.871707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3fb16a-08ee-4681-befd-d3dcef4c77d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.350185] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.852791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.853043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.853156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.853416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.854023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.854375] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc is going to be created. [ 883.886189] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.886189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.886189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.886189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.886189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.898020] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: UNINITIALIZED for 2s [ 884.220783] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 4s [ 884.969974] env[66673]: INFO networking_nsxv3.common.synchronization [None req-681d369a-6038-4595-8d81-0d8ffb5d080d None None] Enqueued Resource ID: 409b7445-bbd5-421d-a25a-15d76c87cb47 with Priority: HIGHEST for action port [ 884.971013] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409b7445-bbd5-421d-a25a-15d76c87cb47 with Priority: HIGHEST for action port [ 884.971607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-409b7445-bbd5-421d-a25a-15d76c87cb47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.972018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409b7445-bbd5-421d-a25a-15d76c87cb47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.972332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409b7445-bbd5-421d-a25a-15d76c87cb47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.972768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409b7445-bbd5-421d-a25a-15d76c87cb47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.973031] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409b7445-bbd5-421d-a25a-15d76c87cb47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.476279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 409b7445-bbd5-421d-a25a-15d76c87cb47 [ 885.476616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.477477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.478923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.478923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.478923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.478923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:409b7445-bbd5-421d-a25a-15d76c87cb47 already deleted. [ 885.478923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409b7445-bbd5-421d-a25a-15d76c87cb47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.910278] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: SUCCESS [ 885.910514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.910689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.910931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.911156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.911270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.911335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.911501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.911647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.912163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.912163] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.236045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 886.236045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.236045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.236045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.236859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.237232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.237464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.237836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.238148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.238449] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.415157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.415985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.418268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.418517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418711] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.418826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.418889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.423185] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.423185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.423600] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424465] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.661937] env[66673]: INFO networking_nsxv3.common.synchronization [req-e18bed39-36da-4854-bf6e-dd9e07cc59ae req-b7f64c22-974b-4d86-8608-fd36b9898c5c tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 886.662739] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 886.663214] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.663405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.663508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.665242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.665242] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.665475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.665475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.665582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.665692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.665815] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.741906] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.927062] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5450f511-3202-478f-88a4-a8193e5d8bcc: rpc.has_security_group_logging(os_id): False [ 886.950140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.950383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.950383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.950578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.950749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.950871] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.950975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.951054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.951286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.951958] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.951958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.951958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.951958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.951958] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.956126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.956126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956126] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc is going to be created. [ 887.041274] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.041490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.041490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.041787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.041992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.056336] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: IN_PROGRESS for 2s [ 887.169347] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.169640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.169714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.170100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.170250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.170506] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.170739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.170816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.171053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.171195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.171348] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 887.213448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.213448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.213448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.213448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.213448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.226791] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 887.245358] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.748497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.748497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.748497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.748966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.749107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.749348] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 887.804519] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.804732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.804816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.805049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.805219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.837795] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 888.258057] env[66673]: INFO networking_nsxv3.common.synchronization [None req-ed9df087-7bf2-4fce-9c99-d646d091fc78 None None] Enqueued Resource ID: 7e8901ee-d656-4e8a-9b4d-aa1c7f5095be with Priority: HIGHEST for action port [ 888.261023] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8901ee-d656-4e8a-9b4d-aa1c7f5095be with Priority: HIGHEST for action port [ 888.261023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e8901ee-d656-4e8a-9b4d-aa1c7f5095be taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.261023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e8901ee-d656-4e8a-9b4d-aa1c7f5095be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.261023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e8901ee-d656-4e8a-9b4d-aa1c7f5095be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e8901ee-d656-4e8a-9b4d-aa1c7f5095be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.261023] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8901ee-d656-4e8a-9b4d-aa1c7f5095be',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.767592] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e8901ee-d656-4e8a-9b4d-aa1c7f5095be [ 888.767592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.767592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.767833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.767833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.768135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.768234] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e8901ee-d656-4e8a-9b4d-aa1c7f5095be already deleted. [ 888.768234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e8901ee-d656-4e8a-9b4d-aa1c7f5095be" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.092798] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: SUCCESS [ 889.093139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.244417] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 889.244705] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 deletion is rescheduled due to dependency. [ 889.244879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.844923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 889.845355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.845355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.845548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.845749] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.845885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.845970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.846183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.846305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.846361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.846527] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.846625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.846684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.846825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.846966] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.847075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.847136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.847271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.847345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.847424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.847513] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.352934] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 439302f6-6471-4cde-94b4-5da89d8dda23: rpc.has_security_group_logging(os_id): False [ 890.376663] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.376932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.377026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.377442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.377539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.378658] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.378817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.378889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.379178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.379178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.379391] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.379494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.379555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.379713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.379789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.379969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.380078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.380140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.380283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.380352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.380435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be created. [ 890.555653] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.555653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.555653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.555929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.556123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569144] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 891.244360] env[66673]: INFO networking_nsxv3.common.synchronization [req-987849d3-325e-48fd-88e1-fe2330fcd461 req-a16474b6-0a72-4639-993f-8cd347839eea tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 891.245740] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGHEST for action security_group_members [ 891.246205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.246348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.246465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.246803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.247101] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.249030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.249030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.249030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.249030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.249030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.751930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.752202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.752294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.752546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.780310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.780946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.780946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.780946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.781154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.781232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.781336] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 is going to be updated. [ 891.816953] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.817360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.817458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.817680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.817848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.828866] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: IN_PROGRESS for 2s [ 892.184568] env[66673]: INFO networking_nsxv3.common.synchronization [req-f4b19392-f17c-4dd0-a7bf-e447a54d27d6 req-70424d28-7c23-4aa0-ab38-59c8aeee69ca tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 892.186200] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 892.186407] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.186674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.189049] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.189049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.189049] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.543072] env[66673]: INFO networking_nsxv3.common.synchronization [req-c5f06a8a-05ee-412c-8961-003660c4fb89 req-c584b1c3-bd16-4e83-8dd7-c8003f649a3e tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 892.543533] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 892.543837] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.543950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.582076] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 892.582366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.582565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.583135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.583135] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.691032] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.106696] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.106696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.106696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.106696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.106696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.106696] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be deleted. [ 893.157388] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.157562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.157609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.157828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.157923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.158047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.193883] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.701853] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.702192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.702364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.702702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.702964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.703191] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 893.732610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.732851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.733060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.733333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.733491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.742982] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 893.849058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e1786c-25d5-4f92-9fdd-510630658a90 in Status: SUCCESS [ 893.849300] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 deletion is rescheduled due to dependency. [ 893.849435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.755660] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 895.755660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.756074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.756206] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.756267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.756337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.756490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.756568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756665] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.259764] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.259953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.259993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.260330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.260436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.260946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.260946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.260946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.261171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.261171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.261171] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be deleted. [ 896.306661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.306833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.306833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.307211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.307780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.308269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.783304] env[66673]: INFO networking_nsxv3.common.synchronization [req-6367fbf6-0ff4-4fdf-9294-7715c03383df req-a1bf4d70-fc9d-43c8-8f10-4c3f370f2e7a tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 896.783854] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 896.784826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.785014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.785133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.785433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.785863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.785863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.786024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.786101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.786213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.786361] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.294518] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.697741] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.697741] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.697741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.698132] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.698393] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.698610] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.698819] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.699039] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.699246] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.699483] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.719198] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.719427] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.719427] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.719550] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.719868] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-04fd4eff-a7a3-4f7a-96ff-316905d33db8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.720057] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.720185] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.720503] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.720728] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fd4eff-a7a3-4f7a-96ff-316905d33db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.797507] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.811480] env[66673]: INFO networking_nsxv3.common.synchronization [req-fff372dc-0b50-4995-9d0e-ab613778e88b req-bb223563-fc54-4e7e-9765-4d764ef4567c tempest-ServerMetadataNegativeTestJSON-902616479 tempest-ServerMetadataNegativeTestJSON-902616479-project-member] Enqueued Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 897.812327] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGHEST for action security_group_members [ 897.813673] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.813892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.814103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.814251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.814460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.814637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.814712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.814895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.815024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.815147] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.222954] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.223233] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.223365] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.223669] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.223823] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.224146] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.224309] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.224448] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.224714] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.224853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.225155] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.225310] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.225429] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.225635] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.225782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.225952] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 is going to be updated. [ 898.254193] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.254296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.254462] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.254745] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.254970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.255255] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.301952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.302251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.302463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.302794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.302919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.303055] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be updated. [ 898.317345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.318800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.318800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.318800] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc is going to be updated. [ 898.346419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.346419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.346419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.346670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.346813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373085] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 898.385930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.385930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.385930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.385930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.385930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.395164] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: IN_PROGRESS for 2s [ 898.959717] env[66673]: INFO networking_nsxv3.common.synchronization [req-df5d3b14-f096-477b-b966-1c17f6044fd2 req-4f891401-0c82-4443-b8ee-cb2589d1875b service nova] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 898.960133] env[66673]: INFO networking_nsxv3.common.synchronization [req-df5d3b14-f096-477b-b966-1c17f6044fd2 req-4f891401-0c82-4443-b8ee-cb2589d1875b service nova] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 898.960300] env[66673]: INFO networking_nsxv3.common.synchronization [req-df5d3b14-f096-477b-b966-1c17f6044fd2 req-4f891401-0c82-4443-b8ee-cb2589d1875b service nova] Enqueued Resource ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with Priority: HIGHEST for action port [ 898.963919] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_rules [ 898.963919] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 898.963919] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with Priority: HIGHEST for action port [ 898.963919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.963919] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.963919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.963919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.963919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.964396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.964396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.964396] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.967721] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fd4eff-a7a3-4f7a-96ff-316905d33db8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.967721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.967721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.967721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.967721] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fd4eff-a7a3-4f7a-96ff-316905d33db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.467416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.467561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.467746] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.471227] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fd4eff-a7a3-4f7a-96ff-316905d33db8 with status ACTIVE [ 899.471227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.471227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.471227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.471227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.471227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.471227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.471578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.471578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.471783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.471907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.471963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.472136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472309] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fd4eff-a7a3-4f7a-96ff-316905d33db8 is going to be updated. [ 899.497343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.497533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.497533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.497762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.497892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.498226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fd4eff-a7a3-4f7a-96ff-316905d33db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.974515] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.385671] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 900.385847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.405741] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5450f511-3202-478f-88a4-a8193e5d8bcc in Status: SUCCESS [ 900.405972] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc deletion is rescheduled due to dependency. [ 900.406049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.476409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.476568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.476641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.476870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.476981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.477094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be updated. [ 900.510581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.510765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.510826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.511033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.511452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.522846] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: IN_PROGRESS for 2s [ 900.986281] env[66673]: INFO networking_nsxv3.common.synchronization [None req-e266e10a-3bd6-4a7c-a527-6b16b3e92d79 None None] Enqueued Resource ID: 3bd858d1-3f88-4e5f-be33-36dd096c22aa with Priority: HIGHEST for action port [ 900.986835] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd858d1-3f88-4e5f-be33-36dd096c22aa with Priority: HIGHEST for action port [ 900.987152] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd858d1-3f88-4e5f-be33-36dd096c22aa taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.987579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd858d1-3f88-4e5f-be33-36dd096c22aa" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.987579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd858d1-3f88-4e5f-be33-36dd096c22aa" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.987579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd858d1-3f88-4e5f-be33-36dd096c22aa" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.987699] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd858d1-3f88-4e5f-be33-36dd096c22aa',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.026433] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c560480b-2a65-48e1-aaad-e8d883214c15 None None] Enqueued Resource ID: bdf3a79e-fea0-4d8b-bace-9a112a3be142 with Priority: HIGHEST for action port [ 901.026978] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf3a79e-fea0-4d8b-bace-9a112a3be142 with Priority: HIGHEST for action port [ 901.027280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf3a79e-fea0-4d8b-bace-9a112a3be142 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.027404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf3a79e-fea0-4d8b-bace-9a112a3be142" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.027471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf3a79e-fea0-4d8b-bace-9a112a3be142" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.027728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf3a79e-fea0-4d8b-bace-9a112a3be142" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.027802] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf3a79e-fea0-4d8b-bace-9a112a3be142',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.491584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd858d1-3f88-4e5f-be33-36dd096c22aa [ 901.491584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.491584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.491584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.491584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.491584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.491584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd858d1-3f88-4e5f-be33-36dd096c22aa already deleted. [ 901.491828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd858d1-3f88-4e5f-be33-36dd096c22aa" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.530219] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf3a79e-fea0-4d8b-bace-9a112a3be142 [ 901.530572] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.530819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.530920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.531203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.531302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.531399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf3a79e-fea0-4d8b-bace-9a112a3be142 already deleted. [ 901.531509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf3a79e-fea0-4d8b-bace-9a112a3be142" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.536956] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: SUCCESS [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.539064] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.539064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.539064] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.881099] env[66673]: INFO networking_nsxv3.common.synchronization [None req-643ee7ab-be5e-4183-a947-82bc4633bebe tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 902.882174] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 902.882539] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.882769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.882769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.883063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.883125] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.030511] env[66673]: INFO networking_nsxv3.common.synchronization [None req-9d68e29b-d3ed-4b66-95dd-265b83750642 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 903.031080] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 903.031418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.033026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.047598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.405972] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.406191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.406259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.406871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.406871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.406871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 already deleted. [ 903.406871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.406871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.408558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.408558] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.503679] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f149c19e-d934-4f4f-b2a6-844f45beaf16 None None] Enqueued Resource ID: c0ec34ad-7908-4acd-a441-b71e9068afd3 with Priority: HIGHEST for action port [ 903.504269] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ec34ad-7908-4acd-a441-b71e9068afd3 with Priority: HIGHEST for action port [ 903.504608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ec34ad-7908-4acd-a441-b71e9068afd3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.504756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ec34ad-7908-4acd-a441-b71e9068afd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.504827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ec34ad-7908-4acd-a441-b71e9068afd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.505289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ec34ad-7908-4acd-a441-b71e9068afd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.505411] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ec34ad-7908-4acd-a441-b71e9068afd3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.549810] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cc80f87-1e45-4827-9dcf-e37b64b3a87a: rpc.has_security_group_logging(os_id): False [ 903.569110] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.569270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.569337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.569557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.596190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.596644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.596644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.596764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.597046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.597046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.597131] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be updated. [ 903.658166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.658310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.658437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.658592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.658735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.672142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: IN_PROGRESS for 2s [ 903.927392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.927392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.927484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.927780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.927870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.927931] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 already deleted. [ 903.927973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.007876] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0ec34ad-7908-4acd-a441-b71e9068afd3 [ 904.009465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.009685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.009814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.010074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.010169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.012757] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0ec34ad-7908-4acd-a441-b71e9068afd3 already deleted. [ 904.012908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ec34ad-7908-4acd-a441-b71e9068afd3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.788917] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1183f59e-edbd-47f7-8de1-e35cbd6fe8a4 None None] Enqueued Resource ID: 27603735-0f4f-4abc-98d0-7bd137ddde8c with Priority: HIGHEST for action port [ 904.789417] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27603735-0f4f-4abc-98d0-7bd137ddde8c with Priority: HIGHEST for action port [ 904.790298] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-27603735-0f4f-4abc-98d0-7bd137ddde8c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.790813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27603735-0f4f-4abc-98d0-7bd137ddde8c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.793254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27603735-0f4f-4abc-98d0-7bd137ddde8c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.793254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27603735-0f4f-4abc-98d0-7bd137ddde8c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.793254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27603735-0f4f-4abc-98d0-7bd137ddde8c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.295402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27603735-0f4f-4abc-98d0-7bd137ddde8c [ 905.295402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.295402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.295402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.295402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.295402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.295402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27603735-0f4f-4abc-98d0-7bd137ddde8c already deleted. [ 905.295402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27603735-0f4f-4abc-98d0-7bd137ddde8c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.661931] env[66673]: INFO networking_nsxv3.common.synchronization [None req-657c110e-f4dd-4cfe-befe-625ed4e05e17 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 with Priority: HIGHEST for action security_group_rules [ 905.662494] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 with Priority: HIGHEST for action security_group_rules [ 905.664157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.664157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.664157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.664157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.664157] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e6d00f-2aaa-47ac-ba7b-b496ed68e003',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.684915] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: SUCCESS [ 905.685609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.892536] env[66673]: INFO networking_nsxv3.common.synchronization [req-84adf58a-00a0-4267-ade0-79261bda09e3 req-eaa46c64-0258-48b2-9f48-d8b843d5ad62 tempest-ServersAdminNegativeTestJSON-1009132365 tempest-ServersAdminNegativeTestJSON-1009132365-project-member] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 905.893478] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGHEST for action security_group_members [ 905.894032] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.895164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.895330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.895784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.896179] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.896400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.896514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.896773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.896933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.897126] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.010803] env[66673]: INFO networking_nsxv3.common.synchronization [None req-7c4cf847-e3e0-433a-93db-a5df892dc9a4 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 with Priority: HIGHEST for action security_group_rules [ 906.012034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 with Priority: HIGHEST for action security_group_rules [ 906.012212] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.012501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.204383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.204383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.204383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.204383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.204383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.204383] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 already deleted. [ 906.204383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.208609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.208609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.208609] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e6d00f-2aaa-47ac-ba7b-b496ed68e003',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.401037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.401037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.401037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.402564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.430482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.430742] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.430861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.431054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.431222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.431343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.431993] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be updated. [ 906.469940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.469940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.469940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.486936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: IN_PROGRESS for 2s [ 906.732162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.732364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.732542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.732710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.733198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.733198] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e6d00f-2aaa-47ac-ba7b-b496ed68e003 already deleted. [ 906.733198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e6d00f-2aaa-47ac-ba7b-b496ed68e003" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.911789] env[66673]: INFO networking_nsxv3.common.synchronization [req-b4f672d9-7946-481e-a126-8dd26666ff91 req-8722182d-aa40-4482-9ebb-c3d591616153 tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 906.912932] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 906.913766] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.913935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.913968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.914230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.914400] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.918499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.918499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.918499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.918499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.918499] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.338797] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.339234] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.339495] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.339895] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.340339] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.342453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.342453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.342453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.342453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.342453] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.342453] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.342453] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.342453] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.342453] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.342453] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.342453] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.370760] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.370938] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.371110] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.371310] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-294" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.371670] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-e070399e-5cec-40d0-a53b-3591b8a2064c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.371853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.371987] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.372382] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.372521] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e070399e-5cec-40d0-a53b-3591b8a2064c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.421883] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.422094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.422172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.422410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.422501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.422800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.422800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.422933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.423034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.423118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.423213] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 907.455157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.455399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.455399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.455637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.455797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.466456] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 907.875234] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.875504] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.875603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.875890] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.876103] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.876236] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port e070399e-5cec-40d0-a53b-3591b8a2064c not found, creating... [ 907.876805] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.876805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.876805] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.876998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.877143] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.877456] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.877608] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.877736] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.877951] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.878176] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.878333] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: e070399e-5cec-40d0-a53b-3591b8a2064c is going to be created. [ 907.902808] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.902959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.904031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.904031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.904031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.507610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 in Status: SUCCESS [ 908.507983] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 deletion is rescheduled due to dependency. [ 908.507983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.660453] env[66673]: INFO networking_nsxv3.common.synchronization [req-b4f672d9-7946-481e-a126-8dd26666ff91 req-4a522a79-4e8d-4790-a871-f6177a3b4ce2 service nova] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 908.660645] env[66673]: INFO networking_nsxv3.common.synchronization [req-b4f672d9-7946-481e-a126-8dd26666ff91 req-4a522a79-4e8d-4790-a871-f6177a3b4ce2 service nova] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 908.660786] env[66673]: INFO networking_nsxv3.common.synchronization [req-b4f672d9-7946-481e-a126-8dd26666ff91 req-4a522a79-4e8d-4790-a871-f6177a3b4ce2 service nova] Enqueued Resource ID: e070399e-5cec-40d0-a53b-3591b8a2064c with Priority: HIGHEST for action port [ 908.661385] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_rules [ 908.661462] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 908.661646] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e070399e-5cec-40d0-a53b-3591b8a2064c with Priority: HIGHEST for action port [ 908.661868] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.661997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.662308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.662530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.662615] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.663573] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.663653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.663860] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e070399e-5cec-40d0-a53b-3591b8a2064c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.664070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.664070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.664187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.664264] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e070399e-5cec-40d0-a53b-3591b8a2064c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.167579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169171] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e070399e-5cec-40d0-a53b-3591b8a2064c with status ACTIVE [ 909.169378] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.170060] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.170145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.170207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.170351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.170425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.170603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.170691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.170750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.170884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.170956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.171064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e070399e-5cec-40d0-a53b-3591b8a2064c is going to be updated. [ 909.175262] env[66673]: INFO networking_nsxv3.common.synchronization [req-fe76b06b-ae8a-436c-87d5-dd8311d9333f req-9c987626-86b0-4b97-ad1d-e3b18c9e6ed9 tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 909.176344] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 909.177774] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.177893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.177987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.178307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.178489] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.179014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.179094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.179272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.179380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.179481] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.200241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.200385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.200443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.200655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.200797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.201032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e070399e-5cec-40d0-a53b-3591b8a2064c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.481920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 909.481920] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 deletion is rescheduled due to dependency. [ 909.481920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.481920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.481920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.481920] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.481920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.481920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.482897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.482897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.482897] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.659209] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.659766] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.659957] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.660285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.660644] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.660825] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.660941] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.661189] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.661399] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.661540] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.661754] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.661754] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.661863] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.661981] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.662066] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.662201] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.683566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.683806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.683916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.684304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.684304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.684544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.684686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.685037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.686360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.686360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.686360] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d already deleted. [ 909.686360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.687339] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.687630] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.687839] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-657" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.688243] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6b594388-850c-4470-86b1-d41cc83af6d0 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.688427] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.688639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.688975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.689256] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b594388-850c-4470-86b1-d41cc83af6d0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.987719] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.193219] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.193970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.193970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.195174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.195383] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.195590] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6b594388-850c-4470-86b1-d41cc83af6d0 not found, creating... [ 910.195918] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.196148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.196296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.196587] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.196753] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.197127] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.197332] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.197474] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.197744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.197902] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.198083] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6b594388-850c-4470-86b1-d41cc83af6d0 is going to be created. [ 910.225564] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.225813] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.225996] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.226335] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.227557] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.227872] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.489948] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.537938] env[66673]: INFO networking_nsxv3.common.synchronization [req-a2f34625-46c5-4315-bdc2-cbee231579f4 req-f890f527-936e-4a72-860b-69032790248c tempest-ServersAdminTestJSON-1049899114 tempest-ServersAdminTestJSON-1049899114-project-member] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 910.538768] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGHEST for action security_group_members [ 910.539211] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.539384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.539533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.539787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.540010] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.540290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.540290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.540557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.541769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.541769] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.993514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.993839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.993839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.993940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.994035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.994120] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 911.003155] env[66673]: INFO networking_nsxv3.common.synchronization [req-fe76b06b-ae8a-436c-87d5-dd8311d9333f req-88c86fbd-b907-4c18-9e84-dba8b12eaf5d service nova] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 911.003354] env[66673]: INFO networking_nsxv3.common.synchronization [req-fe76b06b-ae8a-436c-87d5-dd8311d9333f req-88c86fbd-b907-4c18-9e84-dba8b12eaf5d service nova] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 911.003500] env[66673]: INFO networking_nsxv3.common.synchronization [req-fe76b06b-ae8a-436c-87d5-dd8311d9333f req-88c86fbd-b907-4c18-9e84-dba8b12eaf5d service nova] Enqueued Resource ID: 6b594388-850c-4470-86b1-d41cc83af6d0 with Priority: HIGHEST for action port [ 911.004230] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_rules [ 911.004398] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 911.004508] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b594388-850c-4470-86b1-d41cc83af6d0 with Priority: HIGHEST for action port [ 911.004786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.004922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.005070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.005211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.005343] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.006638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.007262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.007386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.007704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.007979] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.010679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.010783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.011561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.011561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.011561] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.012390] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b594388-850c-4470-86b1-d41cc83af6d0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.012716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.012716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.012869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.012869] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b594388-850c-4470-86b1-d41cc83af6d0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.025864] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.026091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.026091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.026475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.026526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.043867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.044107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.044215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.044543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.049696] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 911.075314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076148] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.076148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.076148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.076410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.076474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be updated. [ 911.108699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.108699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.108856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.108986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.109156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.121327] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: IN_PROGRESS for 2s [ 911.514984] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.516896] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.516896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.518303] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b594388-850c-4470-86b1-d41cc83af6d0 with status ACTIVE [ 911.518303] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.518303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.518303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.518303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.518303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.518303] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.518994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.520283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.520283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.520283] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b594388-850c-4470-86b1-d41cc83af6d0 is going to be updated. [ 911.554393] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.555376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.555376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b594388-850c-4470-86b1-d41cc83af6d0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.649684] env[66673]: INFO networking_nsxv3.common.synchronization [req-9782be3e-9e6a-4e08-9495-2e76ad09a1e6 req-0c3eb997-f849-4ec1-8195-95ea4998ee94 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 911.650371] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 911.650720] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.650885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.650931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.651430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.651430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.651430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.651592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.651621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.651741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.651800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.749955] env[66673]: INFO networking_nsxv3.common.synchronization [req-320b9ce6-83d8-4ccd-9cd2-40f383d4a2a6 req-d5ccf78b-6727-414a-a683-92a383b4951c tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 911.750771] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 911.751109] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.751291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.751360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.751562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.751710] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.751808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.751865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.752038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.752125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.752218] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.023520] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.104104] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.104379] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.104680] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.104904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.105360] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.105607] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.105764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.106148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.106312] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.106688] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.106688] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.106810] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.106927] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.107125] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.107465] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.107545] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.128793] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.128979] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.129134] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.129364] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.129812] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-557dc185-81b8-44d7-9a7a-6038cd6433fe taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.129999] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.130138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.130480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.130624] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557dc185-81b8-44d7-9a7a-6038cd6433fe',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.155291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.155506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.155580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.155802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.155876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.156106] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.156228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.156282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.156475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.156571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.156650] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 already deleted. [ 912.156732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.255861] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.255861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.255861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.256307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.286072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.286072] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.286072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.286344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.286538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.286640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.286786] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 912.323972] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.325598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.325981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.326153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.338292] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 912.526902] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.527367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.527458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.527593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d is going to be created. [ 912.556083] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.556083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.556083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.556083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.556083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.570142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: UNINITIALIZED for 2s [ 912.633693] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.633693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.633693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.634225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.634630] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.635013] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 557dc185-81b8-44d7-9a7a-6038cd6433fe not found, creating... [ 912.635604] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.635883] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.636118] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.636558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.636806] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.637429] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.637654] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.637775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.638120] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.639045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.639045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 557dc185-81b8-44d7-9a7a-6038cd6433fe is going to be created. [ 912.664248] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.664448] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.664561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.664902] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.665370] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.665954] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.061216] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 913.061553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.061626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.061994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.062205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.062325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.062394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.062565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.062653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.062847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.062976] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.132619] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 in Status: SUCCESS [ 913.133125] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 deletion is rescheduled due to dependency. [ 913.133125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.513854] env[66673]: INFO networking_nsxv3.common.synchronization [req-9782be3e-9e6a-4e08-9495-2e76ad09a1e6 req-75a950fd-34c2-45e1-b1ad-3871ee6ada88 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 913.514022] env[66673]: INFO networking_nsxv3.common.synchronization [req-9782be3e-9e6a-4e08-9495-2e76ad09a1e6 req-75a950fd-34c2-45e1-b1ad-3871ee6ada88 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 913.516787] env[66673]: INFO networking_nsxv3.common.synchronization [req-9782be3e-9e6a-4e08-9495-2e76ad09a1e6 req-75a950fd-34c2-45e1-b1ad-3871ee6ada88 service nova] Enqueued Resource ID: 557dc185-81b8-44d7-9a7a-6038cd6433fe with Priority: HIGHEST for action port [ 913.517596] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 913.517771] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 913.517873] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 557dc185-81b8-44d7-9a7a-6038cd6433fe with Priority: HIGHEST for action port [ 913.518205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.518334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.518403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.518693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.518778] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.519826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.519969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.520295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.520468] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.520575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.520817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.520909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.521029] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.522279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-557dc185-81b8-44d7-9a7a-6038cd6433fe taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.522450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.522555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.522734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.522817] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('557dc185-81b8-44d7-9a7a-6038cd6433fe',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.568019] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.025164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.025164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.025164] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.026233] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 557dc185-81b8-44d7-9a7a-6038cd6433fe with status ACTIVE [ 914.026626] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.026984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.026984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.027263] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.027338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.027439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.028057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.028057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.028057] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.028225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.028255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.028444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.028596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.028660] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 557dc185-81b8-44d7-9a7a-6038cd6433fe is going to be updated. [ 914.066343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.066661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.066661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.067317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-557dc185-81b8-44d7-9a7a-6038cd6433fe" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.069497] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e8e2ca3-842c-43b7-b6bc-73346ea58806: rpc.has_security_group_logging(os_id): False [ 914.088361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.088517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.088567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.088773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.088981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089580] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 914.171444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.172690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.172690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.172690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.172690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.190628] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 914.349427] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 914.349722] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 914.349824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.531461] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.586588] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: SUCCESS [ 914.586835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.587025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.587309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.587754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.587754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.587990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.589202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.589202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.589202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.589202] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.036573] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.038470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.038470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.038470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.038470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.038470] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be created. [ 915.071502] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.071747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.071747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.072080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.072347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.085063] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: UNINITIALIZED for 2s [ 915.090785] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.594039] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996b528e-69e9-4d3c-be55-7c03f4d0f58d: rpc.has_security_group_logging(os_id): False [ 915.614333] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.614546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.614624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.614812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.614929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.615224] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.615380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.615489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.615697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.615806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.615908] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d is going to be created. [ 915.645807] env[66673]: INFO networking_nsxv3.common.synchronization [req-adb89269-93e8-41e4-92af-71c0489e62d8 req-c995abdf-0372-4d11-9785-1cde09a25c94 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 915.646517] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 915.646879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.647724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.648811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.649153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.649393] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.649585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.649805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.649904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.650102] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.692342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.692534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.692674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.692874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.694224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.715945] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: IN_PROGRESS for 2s [ 916.153657] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.196350] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.196679] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.196883] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.197205] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.197511] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.197713] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.197829] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.198113] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.198279] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198507] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.198636] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.198753] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.198880] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.198995] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.201672] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.201672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.223993] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 916.223993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.230455] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.230455] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.230455] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.230455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.230455] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-e849cd63-1b24-4a91-836d-825ea207be74 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.230455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.230455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.231415] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.231565] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e849cd63-1b24-4a91-836d-825ea207be74',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.656620] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.734784] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.735045] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.735145] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.735522] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.735674] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.735829] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port e849cd63-1b24-4a91-836d-825ea207be74 not found, creating... [ 916.736277] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.736455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.736803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737124] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737631] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737810] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737944] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.738190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.738331] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.738508] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: e849cd63-1b24-4a91-836d-825ea207be74 is going to be created. [ 916.763011] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.763011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.763011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.763212] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.763543] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.763774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.875766] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7b0697d-a7e4-4b73-809e-7846a5d7104f req-463e1e89-9eb4-4470-a42d-f64d49d1a98b tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 916.876901] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7b0697d-a7e4-4b73-809e-7846a5d7104f req-463e1e89-9eb4-4470-a42d-f64d49d1a98b tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 916.876901] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7b0697d-a7e4-4b73-809e-7846a5d7104f req-463e1e89-9eb4-4470-a42d-f64d49d1a98b tempest-SecurityGroupsTestJSON-656369646 tempest-SecurityGroupsTestJSON-656369646-project-member] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 916.877565] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGHEST for action security_group_members [ 916.877788] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGHEST for action security_group_members [ 916.877974] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGHEST for action security_group_members [ 916.878416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.878606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.878712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.879014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.879284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.879437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.879540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.879848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.879961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.880073] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.881942] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.882127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.882231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.882511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.884611] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.884611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.884611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.884611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.884611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.884611] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.886098] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.886322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.886385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.886660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.890815] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.890815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.890815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.890815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.890815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.890815] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.096564] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 917.096808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.097027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.097466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.097545] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.097797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.097797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.098023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.098118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.098225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.098320] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.160535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.160813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.160813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.162743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.162743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.162743] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 917.199796] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.200048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.200048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.200737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.200888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.215590] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 917.387128] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.387307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.387307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.387572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.392369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.392495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.394140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.394256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.410635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.410886] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.411171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.411171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.411377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.411478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.411576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be updated. [ 917.412524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.412784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.432614] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.432820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.432949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be updated. [ 917.435112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.435572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.435713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.436059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.436360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.436360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.436588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.436718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.436878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be updated. [ 917.443422] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.443636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.443766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.444082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.444318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.458030] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: IN_PROGRESS for 2s [ 917.476199] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.476442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.476442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.478803] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.478944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.479030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.479266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.479451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.490361] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: IN_PROGRESS for 2s [ 917.491216] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: IN_PROGRESS for 2s [ 917.528197] env[66673]: INFO networking_nsxv3.common.synchronization [req-adb89269-93e8-41e4-92af-71c0489e62d8 req-4d43ed02-552e-4c10-a2da-520e74e0ca71 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 917.528457] env[66673]: INFO networking_nsxv3.common.synchronization [req-adb89269-93e8-41e4-92af-71c0489e62d8 req-4d43ed02-552e-4c10-a2da-520e74e0ca71 service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 917.528637] env[66673]: INFO networking_nsxv3.common.synchronization [req-adb89269-93e8-41e4-92af-71c0489e62d8 req-4d43ed02-552e-4c10-a2da-520e74e0ca71 service nova] Enqueued Resource ID: e849cd63-1b24-4a91-836d-825ea207be74 with Priority: HIGHEST for action port [ 917.529796] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 917.529980] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 917.530171] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e849cd63-1b24-4a91-836d-825ea207be74 with Priority: HIGHEST for action port [ 917.530464] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.530603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.530716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.530883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.530962] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.533225] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.533225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.533225] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e849cd63-1b24-4a91-836d-825ea207be74 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.533225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.533225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.533552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.533552] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e849cd63-1b24-4a91-836d-825ea207be74',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.537453] env[66673]: INFO networking_nsxv3.common.synchronization [req-a10ed3ef-a34a-458e-9f42-01980c278a9c req-bb3cc67f-3234-4a7a-829e-b1d76d38faa5 tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 917.538110] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 917.538435] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.538566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.538620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.538819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.539034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.539126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.539209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.539395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.539505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.539604] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.600677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.601053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.601173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.601528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.601677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.601866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.601982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.602308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.602453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.602611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.602881] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.603221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.603221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.603353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.603514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.603642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.603716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.603934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.604103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604428] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.731913] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: SUCCESS [ 917.732270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.036440] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e849cd63-1b24-4a91-836d-825ea207be74 with status ACTIVE [ 918.036826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.037020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.037297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.037654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.037788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.038060] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.038298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.039544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.039544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.039544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.039544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.039861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.039959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040047] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e849cd63-1b24-4a91-836d-825ea207be74 is going to be updated. [ 918.041915] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.041915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.045414] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.045414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.045414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.046373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.070928] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.071094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.071297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.071380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.071523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.071683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e849cd63-1b24-4a91-836d-825ea207be74" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.072702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.072925] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.073576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.073674] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 918.106985] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.107178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.107291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.110982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.110982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.110982] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 918.128552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 918.135483] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.135775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.135893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.136264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.136390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.136920] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.136920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.137149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.137180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.137285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.137577] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.137696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.137776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.138041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.138117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.138361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.138472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.138536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.138712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.138802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.138910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be created. [ 918.221030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.221030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.221030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.252973] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 918.696751] env[66673]: INFO networking_nsxv3.common.synchronization [req-f59f661f-ccc8-4d3b-b39b-fcca688d1af9 req-83c3fee7-d5d2-446c-aa2e-026cf23f8b6f tempest-ServerRescueTestJSON-1124044479 tempest-ServerRescueTestJSON-1124044479-project-member] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 918.697718] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 918.698733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.699091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.699306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.699620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.702329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.702329] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.106428] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.106636] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.106834] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.107346] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.107503] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.107737] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.107907] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.108190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.108407] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.108694] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.109205] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.109445] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.109557] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.109752] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.109869] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.110061] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.131807] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.132044] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.132168] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.132342] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-560" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.132664] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.132847] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.132970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.133340] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.133506] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d150ab7f-5ed3-4522-b308-bf4a4bdb55b4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.204202] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.229076] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 919.229076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.229618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.229832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230116] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.230210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.230261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.230409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.230599] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.468837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 in Status: SUCCESS [ 919.469050] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 deletion is rescheduled due to dependency. [ 919.469207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.503594] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b92a453a-38f0-413c-a54e-6580915bd4d6 in Status: SUCCESS [ 919.503844] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 deletion is rescheduled due to dependency. [ 919.503985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.504751] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec in Status: SUCCESS [ 919.504898] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec deletion is rescheduled due to dependency. [ 919.504991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.637808] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.639188] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639188] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.639188] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.639188] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.639188] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 not found, creating... [ 919.639480] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.639791] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639915] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.640158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.640350] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.640695] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.640936] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.641077] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.641325] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.641461] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.641683] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 is going to be created. [ 919.666683] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.667121] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.667121] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.667345] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.667541] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.667770] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.707560] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.733762] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.143017] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 920.143305] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 deletion is rescheduled due to dependency. [ 920.143474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.211675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.212218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.212312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.212641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.212857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.212950] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be updated. [ 920.239494] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.266224] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.266461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.266568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.266850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.267019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.282384] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 920.282630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.283599] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 920.376106] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3b71d076-3923-483f-bc12-4af81617e1ee tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 920.376448] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 920.376817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.376979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.377088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.377393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.377553] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.457765] env[66673]: INFO networking_nsxv3.common.synchronization [req-f59f661f-ccc8-4d3b-b39b-fcca688d1af9 req-6d6639db-c3f2-444f-b4d4-6492b32867ef service nova] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_rules [ 920.457909] env[66673]: INFO networking_nsxv3.common.synchronization [req-f59f661f-ccc8-4d3b-b39b-fcca688d1af9 req-6d6639db-c3f2-444f-b4d4-6492b32867ef service nova] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 920.458123] env[66673]: INFO networking_nsxv3.common.synchronization [req-f59f661f-ccc8-4d3b-b39b-fcca688d1af9 req-6d6639db-c3f2-444f-b4d4-6492b32867ef service nova] Enqueued Resource ID: d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 with Priority: HIGHEST for action port [ 920.458709] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_rules [ 920.458868] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 920.459046] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 with Priority: HIGHEST for action port [ 920.459403] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.459579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.459677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.460180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.460180] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.461082] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.461262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.461755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.461755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.461755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.461941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.462050] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d150ab7f-5ed3-4522-b308-bf4a4bdb55b4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.574316] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1ad341cf-8983-415c-a6e3-e79b323d37c5 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 920.574925] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 920.575276] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.575377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.744460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.744651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.744733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.745045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.745190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745318] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 920.781670] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.781973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.781973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.782120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.782311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.792846] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 920.900875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.901052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.901125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.901346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.901462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.901569] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 already deleted. [ 920.901679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.901882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.901973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.902070] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.963619] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.963803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.963986] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 with status ACTIVE [ 920.965623] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.965787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.965860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.967054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.967254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.967497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.967708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.967802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.968069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.968210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.968576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.968693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.968784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.968955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.969082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.969215] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d150ab7f-5ed3-4522-b308-bf4a4bdb55b4 is going to be updated. [ 920.992993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.993181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.993286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.993621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.993786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.993987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d150ab7f-5ed3-4522-b308-bf4a4bdb55b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.431094] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.431800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.431800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.431800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.432273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.432517] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 already deleted. [ 921.432651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.297958] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 922.298292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.300028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.300028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.300028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.803096] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.805728] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 922.805728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.805728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.805992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.806341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.806341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.806341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.806499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.807395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.807395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.807395] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.309658] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.310631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.310812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.310873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.311101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.311675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.311675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.311675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.311675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.311675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.311898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.311898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.311992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.312098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.312243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.312809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.312809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.312809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.312809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.312809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.313017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.313017] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.814844] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.815307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.815307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.815506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.815603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.815736] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be updated. [ 923.817062] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd738ba4-b8c5-4190-9c67-c76dd0d123cc: rpc.has_security_group_logging(os_id): False [ 923.839561] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.839770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.839874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.840187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.856378] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.856561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.856718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.856913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.857094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.868020] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 923.869103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.869458] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.869617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.869684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.870022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.870059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.870280] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.870387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.870496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.870750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.870904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.871157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.871157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.871608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.871608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.871608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.871608] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 923.898539] env[66673]: INFO networking_nsxv3.common.synchronization [None req-93fb5596-9d29-4510-b994-ca02f67f142c tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 923.899222] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 923.899857] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.899857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.899984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.900179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.900263] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.954774] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.954774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.954774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.954774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.954774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.979576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 924.046562] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1f60480b-66c3-4b0f-8439-cf85d3810093 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 924.047340] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 924.047705] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.047842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.427998] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.428228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.428228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.428395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.428499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.428602] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 already deleted. [ 924.428684] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.428845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.429022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.429115] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.953056] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.953631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.953631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.953631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.953631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.953836] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 already deleted. [ 924.953836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.883024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.002296] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 926.002539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.389717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.389717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.389717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.389717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.390151] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.390151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.390151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.390151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.390295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.390295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.390444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.390535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.390588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.390744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.390903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.390992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.391151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.391271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.391271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.391855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.391855] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.894071] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de2e327f-9f2d-4898-adec-cdf1b66e4718: rpc.has_security_group_logging(os_id): False [ 926.921728] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.921728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.921728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.921728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.921728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.921728] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.922405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.922405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.922405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.922405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.922708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.922708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.922708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.922861] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.927326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927484] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be updated. [ 927.001661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.001820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.001878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.002133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.002278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.017963] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 929.033692] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 929.033970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.048569] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.048703] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 930.689760] env[66673]: INFO networking_nsxv3.common.synchronization [req-84258ba7-5142-4a43-b5d8-81956bb2441a req-389697bd-0f9f-4548-9d74-f803f517575a tempest-ServerActionsV293TestJSON-140815116 tempest-ServerActionsV293TestJSON-140815116-project-member] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 930.690401] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGHEST for action security_group_members [ 930.690735] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.690903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.690970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.691190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.691399] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.691480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.691582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.691713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.691809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.691906] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.194542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.194985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.194985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.194985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.222207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.222207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.222207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.222207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.222517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.222517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.222517] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c is going to be updated. [ 931.258062] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.258062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.258062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.258062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.258653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.272994] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: IN_PROGRESS for 2s [ 933.295121] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c in Status: SUCCESS [ 933.295121] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c deletion is rescheduled due to dependency. [ 933.295121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.691624] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 935.691968] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 936.619342] env[66673]: INFO networking_nsxv3.common.synchronization [None req-02ce6b95-3baa-41fd-9fb6-a5cf7161c251 None None] Enqueued Resource ID: 13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e with Priority: HIGHEST for action port [ 936.619725] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e with Priority: HIGHEST for action port [ 936.621069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.621069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.621069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.621069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.621069] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.681679] env[66673]: INFO networking_nsxv3.common.synchronization [req-efc36faf-1b51-4ef7-9448-e6e2f7cb4994 req-1a08f0f1-6b0c-473c-ae10-dba32b4b7608 tempest-MigrationsAdminTest-1556796153 tempest-MigrationsAdminTest-1556796153-project-member] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 936.687027] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGHEST for action security_group_members [ 936.687027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.687027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.687027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.687027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.119957] env[66673]: INFO networking_nsxv3.common.synchronization [req-2c1c2b5d-b68f-4e77-9c36-be78b980b544 req-c8dc6cb5-fdb6-4e09-bbce-33fcac8d92b4 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 937.120993] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 937.120993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.121148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.121148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.121396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.121551] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.121651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.121713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.121992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.122161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.122298] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.123878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e [ 937.124104] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.124225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.124292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.124454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.124578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.124673] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e already deleted. [ 937.124745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d17b9c-7faa-4ae4-beb3-e082fe7f4e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.188651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.189479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.189586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.189975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.221540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.221540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.221751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.221907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.222401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.222559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.222681] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be updated. [ 937.257726] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.257726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.257726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.257726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.257726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.268697] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: IN_PROGRESS for 2s [ 937.610332] env[66673]: INFO networking_nsxv3.common.synchronization [req-7a14f533-a0cb-4f54-a69b-a9949a222574 req-bbcd799b-d2b9-4e96-87d2-75b296d021d2 tempest-ListImageFiltersTestJSON-180523223 tempest-ListImageFiltersTestJSON-180523223-project-member] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 937.610481] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 937.610723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.610839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.611107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.611162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.611270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.611359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.611414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.611640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.611640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.611740] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.624564] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.115153] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.127748] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.195162] env[66673]: INFO networking_nsxv3.common.synchronization [req-fd0993af-8165-44d6-88de-a9ca8573cfe8 req-33891ce4-abdb-4b54-8f82-34205aaa1a11 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 938.195675] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 938.195976] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.196140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.196377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.196466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.196607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.196727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.196792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.196940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.198222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.198367] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.617531] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.630161] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.630336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.630336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.630753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.630871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.630979] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 938.666868] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.666868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.666868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.666868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.666868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.676030] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 938.701956] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.702421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.702601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.702738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.703066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.703142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.703225] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b already deleted. [ 938.703304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.736218] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.736218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.736218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.736508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.736796] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.736964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737154] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737406] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737565] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737838] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.737901] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.737994] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.738125] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.738237] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.738342] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.738547] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.759476] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.759663] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.759793] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.759956] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.760310] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760467] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.760930] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.761069] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ddbb86-a330-4d5a-ad3d-16f451f38a22',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.121740] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.121895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.121966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.122218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.124118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.124118] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be updated. [ 939.163392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.163392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.163392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.163817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.163817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.172776] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 939.264589] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265540] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.266412] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.266412] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.266412] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port f2ddbb86-a330-4d5a-ad3d-16f451f38a22 not found, creating... [ 939.266551] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.266764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.266839] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.267075] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.267392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.267538] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.267716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.267834] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.268134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.268278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.268444] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: f2ddbb86-a330-4d5a-ad3d-16f451f38a22 is going to be created. [ 939.285373] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4c580f-2839-4826-907d-72649d6f8c0e in Status: SUCCESS [ 939.287361] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e deletion is rescheduled due to dependency. [ 939.287361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.313386] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.313386] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.313386] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.313386] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.314043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.314043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.850871] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d9c90fb6-84d9-4308-b826-bca70413f379 None None] Enqueued Resource ID: c2497252-28bf-47c1-892d-0dc0898da8ed with Priority: HIGHEST for action port [ 939.851075] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2497252-28bf-47c1-892d-0dc0898da8ed with Priority: HIGHEST for action port [ 939.851425] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2497252-28bf-47c1-892d-0dc0898da8ed taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.851549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2497252-28bf-47c1-892d-0dc0898da8ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.851605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2497252-28bf-47c1-892d-0dc0898da8ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.851876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2497252-28bf-47c1-892d-0dc0898da8ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.851954] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2497252-28bf-47c1-892d-0dc0898da8ed',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.076551] env[66673]: INFO networking_nsxv3.common.synchronization [req-fd0993af-8165-44d6-88de-a9ca8573cfe8 req-ef916c03-5b6d-4a13-ba80-6f19bcc97c7e service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 940.076551] env[66673]: INFO networking_nsxv3.common.synchronization [req-fd0993af-8165-44d6-88de-a9ca8573cfe8 req-ef916c03-5b6d-4a13-ba80-6f19bcc97c7e service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 940.076551] env[66673]: INFO networking_nsxv3.common.synchronization [req-fd0993af-8165-44d6-88de-a9ca8573cfe8 req-ef916c03-5b6d-4a13-ba80-6f19bcc97c7e service nova] Enqueued Resource ID: f2ddbb86-a330-4d5a-ad3d-16f451f38a22 with Priority: HIGHEST for action port [ 940.078066] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 940.078066] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 940.078066] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ddbb86-a330-4d5a-ad3d-16f451f38a22 with Priority: HIGHEST for action port [ 940.078066] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.078367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.078367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.078595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.078729] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.079908] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.080184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.080340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.080623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.080893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.081099] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.081440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.081579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.082056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.082056] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.084537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.084733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084981] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ddbb86-a330-4d5a-ad3d-16f451f38a22',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.355086] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2497252-28bf-47c1-892d-0dc0898da8ed [ 940.355432] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.355850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.355850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.356644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.356644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.356644] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2497252-28bf-47c1-892d-0dc0898da8ed already deleted. [ 940.356644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2497252-28bf-47c1-892d-0dc0898da8ed" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.586423] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587092] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.588250] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2ddbb86-a330-4d5a-ad3d-16f451f38a22 with status ACTIVE [ 940.588250] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.589304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.589304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.589404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.589551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.589664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.590385] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.590385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.590709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.590709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.590709] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2ddbb86-a330-4d5a-ad3d-16f451f38a22 is going to be updated. [ 940.616615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.616744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.616917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.617251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.617312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.617516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ddbb86-a330-4d5a-ad3d-16f451f38a22" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.687464] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 940.687742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.863223] env[66673]: INFO networking_nsxv3.common.synchronization [req-8c72eccf-26c0-45cc-87fb-afd595d114d2 req-421089f3-3f73-443c-8242-2be05bf6c01d tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 940.863942] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 940.864302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.864565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.864565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.864862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.865061] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.865215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.865967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.865967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.865967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.865967] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.093155] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.184686] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 4s [ 941.273484] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.273670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.273670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.274036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.274319] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.274518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.274597] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.274835] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.274980] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.275197] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.275364] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.275528] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.275730] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.275791] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.275861] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.275998] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.296686] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.296889] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.297187] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.297564] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.297834] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-7a643446-a9b0-4c17-9810-56710490363d taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.298054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.298193] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.298669] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.298915] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a643446-a9b0-4c17-9810-56710490363d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.368693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.369028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.369028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.369248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.369353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.369604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.369709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.369774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.369929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.370014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.370105] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 already deleted. [ 941.370188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.596865] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.596865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.596865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.596865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.596865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.596865] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be created. [ 941.621041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.621041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.621041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.621041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.621041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.637114] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: UNINITIALIZED for 2s [ 941.801845] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.801845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.802030] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.802208] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.802358] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.802511] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 7a643446-a9b0-4c17-9810-56710490363d not found, creating... [ 941.802767] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.802966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.803276] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.803432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.803710] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.803867] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.803983] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.804279] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.804422] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804555] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 7a643446-a9b0-4c17-9810-56710490363d is going to be created. [ 941.828457] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.828737] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.828862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.829152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.829558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.829697] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.579049] env[66673]: INFO networking_nsxv3.common.synchronization [req-8c72eccf-26c0-45cc-87fb-afd595d114d2 req-af6fa44e-0689-466e-ab92-1affe214beda service nova] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 942.579314] env[66673]: INFO networking_nsxv3.common.synchronization [req-8c72eccf-26c0-45cc-87fb-afd595d114d2 req-af6fa44e-0689-466e-ab92-1affe214beda service nova] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 942.579417] env[66673]: INFO networking_nsxv3.common.synchronization [req-8c72eccf-26c0-45cc-87fb-afd595d114d2 req-af6fa44e-0689-466e-ab92-1affe214beda service nova] Enqueued Resource ID: 7a643446-a9b0-4c17-9810-56710490363d with Priority: HIGHEST for action port [ 942.580018] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 942.580486] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 942.580742] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a643446-a9b0-4c17-9810-56710490363d with Priority: HIGHEST for action port [ 942.581268] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.581850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.581985] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.583641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.583854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.584049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.584317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.584564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.584809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.584968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.585177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.585318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.585474] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.589408] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a643446-a9b0-4c17-9810-56710490363d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.589623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.589751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.590308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.590308] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a643446-a9b0-4c17-9810-56710490363d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.091977] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.093743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.093851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.094239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a643446-a9b0-4c17-9810-56710490363d with status ACTIVE [ 943.094450] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.094553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.095291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.095560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.095663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.095863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.095979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.096237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.097340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.098116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.098383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.098455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.098490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.098678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.098758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.098848] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a643446-a9b0-4c17-9810-56710490363d is going to be updated. [ 943.121854] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.122030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.122101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.122320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.122464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.122620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a643446-a9b0-4c17-9810-56710490363d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.197189] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 943.197416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595742] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.649689] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649689] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.649689] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.099555] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.099706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.099794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.100025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.100124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.100223] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be created. [ 944.140078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.140247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.140322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.140543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.153503] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: UNINITIALIZED for 2s [ 944.153927] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.154056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.154092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.154415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.154478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.154663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.154663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.154773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.154858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.154947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.155109] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.155202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.155264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.155408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.155543] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.155633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.155694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.155916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.155916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.155980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.156182] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.659605] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 944.683735] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.684292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.684292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.684499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.684632] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.684778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.685090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.685203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.685508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.685665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.685761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.685947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.686035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.686341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.686472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.686529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.686700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.686771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.686857] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be created. [ 944.754250] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.754517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.754579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.754791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.755210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.772579] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 946.163988] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 946.163988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.164352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.164385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.164579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.164701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.164769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.164923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.165017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.165099] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.165304] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.498459] env[66673]: INFO networking_nsxv3.common.synchronization [None req-cb8cba27-16c8-4d8e-a58c-420ef59704b7 None None] Enqueued Resource ID: 8f1773b0-1131-4552-89f4-98325bf1f70e with Priority: HIGHEST for action port [ 946.499254] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1773b0-1131-4552-89f4-98325bf1f70e with Priority: HIGHEST for action port [ 946.499535] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1773b0-1131-4552-89f4-98325bf1f70e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.499698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1773b0-1131-4552-89f4-98325bf1f70e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.499776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1773b0-1131-4552-89f4-98325bf1f70e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.500287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1773b0-1131-4552-89f4-98325bf1f70e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.500371] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1773b0-1131-4552-89f4-98325bf1f70e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.667477] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.787460] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 946.787729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166392] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f1773b0-1131-4552-89f4-98325bf1f70e [ 947.166392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.166392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.166392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.166392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.166392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166392] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f1773b0-1131-4552-89f4-98325bf1f70e already deleted. [ 947.166392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1773b0-1131-4552-89f4-98325bf1f70e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.169788] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63561f75-2793-4200-b8a0-4121a5df2b13: rpc.has_security_group_logging(os_id): False [ 947.188748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.188748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.188748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.188965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.188965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.190341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.190341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.190341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.190341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.190540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.190585] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be created. [ 947.248903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.249230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.249230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.249459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.249581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.262498] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 948.350985] env[66673]: INFO networking_nsxv3.common.synchronization [req-a70661ec-939e-44ca-86dc-50b18e82a5f2 req-537d3a96-a117-4b26-9b9a-68526f129cd1 tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 948.351708] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 948.352188] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.352603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.352603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.352827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.352951] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.353092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.353186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.353533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.353533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.353690] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.705725] env[66673]: INFO networking_nsxv3.common.synchronization [None req-a371242d-5b20-4748-a4fc-0bf46ec2f0d2 None None] Enqueued Resource ID: bed0a628-5750-47c1-a6ce-8167bde63e8e with Priority: HIGHEST for action port [ 948.705725] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed0a628-5750-47c1-a6ce-8167bde63e8e with Priority: HIGHEST for action port [ 948.705725] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bed0a628-5750-47c1-a6ce-8167bde63e8e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bed0a628-5750-47c1-a6ce-8167bde63e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.705725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bed0a628-5750-47c1-a6ce-8167bde63e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bed0a628-5750-47c1-a6ce-8167bde63e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.708638] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed0a628-5750-47c1-a6ce-8167bde63e8e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.793268] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.793268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.793268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.793268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.793268] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.793268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.793268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.795165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.795500] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.795836] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.796095] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.796392] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.796637] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.796853] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.797072] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.797327] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.821548] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.821548] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.821548] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.821548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.821548] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.821548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.821548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.821548] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.821548] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63b4f12-1da9-4aee-8df7-c8ccdcf818e0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.858320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.858561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.858561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.858736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.858829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.859039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.859150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.859215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.859343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.859414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.859508] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 948.888780] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.888989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.888989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.889564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.889710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.901629] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 949.212122] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bed0a628-5750-47c1-a6ce-8167bde63e8e [ 949.212498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.212627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.212728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.212977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.213091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.213197] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bed0a628-5750-47c1-a6ce-8167bde63e8e already deleted. [ 949.213279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bed0a628-5750-47c1-a6ce-8167bde63e8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.311379] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 949.311613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.326141] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.326469] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.326549] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.326884] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.327194] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.327194] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 not found, creating... [ 949.327459] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.327629] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.327722] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.327948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.328098] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.328380] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.328535] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.328672] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.328898] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.329084] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.329310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 is going to be created. [ 949.389244] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.389244] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.389244] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.389638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.389670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.389990] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.111176] env[66673]: INFO networking_nsxv3.common.synchronization [req-a70661ec-939e-44ca-86dc-50b18e82a5f2 req-d0bed56a-417f-4b0b-9364-524c249cfc38 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 950.111721] env[66673]: INFO networking_nsxv3.common.synchronization [req-a70661ec-939e-44ca-86dc-50b18e82a5f2 req-d0bed56a-417f-4b0b-9364-524c249cfc38 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 950.111721] env[66673]: INFO networking_nsxv3.common.synchronization [req-a70661ec-939e-44ca-86dc-50b18e82a5f2 req-d0bed56a-417f-4b0b-9364-524c249cfc38 service nova] Enqueued Resource ID: b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 with Priority: HIGHEST for action port [ 950.112192] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 950.112443] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 950.112571] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 with Priority: HIGHEST for action port [ 950.112874] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.113247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.113247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.113405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.113449] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.114701] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.114812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.115116] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.115282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.115459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.115622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.115682] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63b4f12-1da9-4aee-8df7-c8ccdcf818e0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.618628] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.618944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.618983] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 with status ACTIVE [ 950.619157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.619261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.619322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.619589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.619623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.620334] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.620334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.620334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.620334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.620334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.621373] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.621373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.621373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.621373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.621373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.621373] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b63b4f12-1da9-4aee-8df7-c8ccdcf818e0 is going to be updated. [ 950.643785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.643785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.643785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.644009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.644096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.644250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63b4f12-1da9-4aee-8df7-c8ccdcf818e0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.912730] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 950.914025] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.914025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.914025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.914025] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.147855] env[66673]: INFO networking_nsxv3.common.synchronization [req-fac0058e-8640-4c54-99fe-d6d7aafecb4c req-ef54d1f9-abe0-4f9e-9378-874df43721ae tempest-ServerRescueTestJSON-1124044479 tempest-ServerRescueTestJSON-1124044479-project-member] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 951.148566] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 951.149691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.149691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.149691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.149691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.149691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.149691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.149691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.150102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.150102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.150102] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.418389] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.652593] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.920607] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.157171] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.423188] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.423776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.423868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.424124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.424245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.424369] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 952.458080] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.458293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.458293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.458514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.458744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.468195] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 952.659897] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.659897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.659897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.659897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.659897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.659897] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be updated. [ 952.689180] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.689180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.689180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.689180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.715302] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 953.185194] env[66673]: INFO networking_nsxv3.common.synchronization [None req-906670a9-d62c-4154-ad1b-ff83dd4465e9 None None] Enqueued Resource ID: cf125577-395d-4ff8-bb43-6dd8b5715baf with Priority: HIGHEST for action port [ 953.185828] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf125577-395d-4ff8-bb43-6dd8b5715baf with Priority: HIGHEST for action port [ 953.187022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf125577-395d-4ff8-bb43-6dd8b5715baf taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.187170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf125577-395d-4ff8-bb43-6dd8b5715baf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.187280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf125577-395d-4ff8-bb43-6dd8b5715baf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.187691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf125577-395d-4ff8-bb43-6dd8b5715baf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.187775] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf125577-395d-4ff8-bb43-6dd8b5715baf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.690587] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf125577-395d-4ff8-bb43-6dd8b5715baf [ 953.690929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.691027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.691869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.691869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.691869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.691869] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf125577-395d-4ff8-bb43-6dd8b5715baf already deleted. [ 953.691869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf125577-395d-4ff8-bb43-6dd8b5715baf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.730360] env[66673]: INFO networking_nsxv3.common.synchronization [req-b2a92730-1c38-41dc-abc7-abff53e36450 req-1445a836-ffab-4565-a3a5-aee815369967 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 953.730360] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 953.730569] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.730837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.731017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.732118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.732334] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.732407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.732654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.732802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.732838] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.959221] env[66673]: INFO networking_nsxv3.common.synchronization [req-47c9ea4d-8f26-4d67-b7b2-82b254da45f2 req-8502f4a1-a10e-4734-aa07-ae8e3b8cc896 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 953.959749] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 953.960122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.960201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.960248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.960494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.960644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.960752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.960791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.960978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.961027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.961108] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.236020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.236020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.236020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.236020] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 954.272826] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.273011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.273054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.273348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.273447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.293872] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 954.446285] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.446285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.446285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.446285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.446608] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.446608] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.447716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.447716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.447716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.447716] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.447961] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.447961] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.448106] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.448240] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.448380] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.448580] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.463145] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.463145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.463145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.463419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.464036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.464036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.464036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.464036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.464036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.464305] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 already deleted. [ 954.464305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.477264] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.477478] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.477649] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.477799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.478173] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.478352] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.478488] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.478873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.479060] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3f0111-1d3c-47b9-ab44-199b98ecf9f7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.481296] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 954.481296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.481296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.481528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.482027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.482027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.482027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.482027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.482027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.482708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.482708] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.724878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 954.725207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.984174] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.984407] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.984529] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.984860] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.985019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.985173] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 not found, creating... [ 954.985432] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.985582] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.985695] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.985944] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.986097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.986381] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.986628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.986742] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.986943] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.987174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.987319] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 is going to be created. [ 954.988498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.988599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.988667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.988834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.988983] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.989088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.989147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.989283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.989357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.989492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.989651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.989741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.989798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.989934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.990096] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.990190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.990247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.994018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.994018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.994018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.994018] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.014846] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.015050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.015268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.015484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.019364] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.019619] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.493810] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd67170c-c557-4178-9184-8bd62844c149: rpc.has_security_group_logging(os_id): False [ 955.513108] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.513265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.513391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.513549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.513656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.513850] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.513943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.513978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.514135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.514206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.514552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.514666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.514735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.514904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.514984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.517498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.517682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.517755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.517917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.517999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.518331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 955.590237] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.590440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.590440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.590800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.590800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.607719] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1c624e58-c5a3-4885-9083-0dbb65a2f89b None None] Enqueued Resource ID: 509de96a-77aa-4b90-89a0-3d75946c7915 with Priority: HIGHEST for action port [ 955.608287] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509de96a-77aa-4b90-89a0-3d75946c7915 with Priority: HIGHEST for action port [ 955.608452] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-509de96a-77aa-4b90-89a0-3d75946c7915 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.608576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-509de96a-77aa-4b90-89a0-3d75946c7915" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.608651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-509de96a-77aa-4b90-89a0-3d75946c7915" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.608930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-509de96a-77aa-4b90-89a0-3d75946c7915" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.609066] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('509de96a-77aa-4b90-89a0-3d75946c7915',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.610923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 955.717729] env[66673]: INFO networking_nsxv3.common.synchronization [req-47c9ea4d-8f26-4d67-b7b2-82b254da45f2 req-c1009a4c-9b77-4dc4-990a-11e0a16b19c3 service nova] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 955.717894] env[66673]: INFO networking_nsxv3.common.synchronization [req-47c9ea4d-8f26-4d67-b7b2-82b254da45f2 req-c1009a4c-9b77-4dc4-990a-11e0a16b19c3 service nova] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 955.718535] env[66673]: INFO networking_nsxv3.common.synchronization [req-47c9ea4d-8f26-4d67-b7b2-82b254da45f2 req-c1009a4c-9b77-4dc4-990a-11e0a16b19c3 service nova] Enqueued Resource ID: 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 with Priority: HIGHEST for action port [ 955.719534] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_rules [ 955.719534] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 955.719534] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 with Priority: HIGHEST for action port [ 955.719799] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.719928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.720304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.721488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.721795] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.722798] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.722922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.722989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.723184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.723343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.723443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.723507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.723740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.723740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.723811] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.724644] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.725655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.725655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.725655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.725655] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3f0111-1d3c-47b9-ab44-199b98ecf9f7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.106575] env[66673]: INFO networking_nsxv3.common.synchronization [req-3bffe070-1b41-41d0-9eeb-1edf28636582 req-200a49d6-0a82-41dd-a1e6-bc2215a1cd7b tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 956.106575] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 956.106575] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.106575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.106575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.106575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109357] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.109506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.109791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.109881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109991] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.111582] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 509de96a-77aa-4b90-89a0-3d75946c7915 [ 956.111787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.112169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.112254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.112351] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:509de96a-77aa-4b90-89a0-3d75946c7915 already deleted. [ 956.112444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-509de96a-77aa-4b90-89a0-3d75946c7915" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.227316] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.228699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.228810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232054] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 with status ACTIVE [ 956.232054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.232054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.232054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.232054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.232954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.233250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.233532] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e3f0111-1d3c-47b9-ab44-199b98ecf9f7 is going to be updated. [ 956.260361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.260361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.261312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.261312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.261312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.261312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e3f0111-1d3c-47b9-ab44-199b98ecf9f7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.305097] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 956.305097] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 956.305097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.508326] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.508498] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.508597] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.508873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.509634] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.509774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.509897] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.510184] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.510283] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.510494] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.510607] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.510712] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.510817] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.510922] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.511074] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.511250] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.533844] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.534055] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.534169] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.534355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534686] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-12f10352-581d-4bf4-b880-2d608dc79e35 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.534907] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.535028] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.535339] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.535479] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f10352-581d-4bf4-b880-2d608dc79e35',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.616346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.616619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.616619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.616843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.616928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617173] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.617245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.617324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.617520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617608] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 already deleted. [ 956.617774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.740444] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.037543] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.037796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.037922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.038341] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.038492] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.038652] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 12f10352-581d-4bf4-b880-2d608dc79e35 not found, creating... [ 957.038995] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.039489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.039489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.039730] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041048] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.041048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.041048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.041048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.041048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041048] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 12f10352-581d-4bf4-b880-2d608dc79e35 is going to be created. [ 957.063642] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.063901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.064020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.064312] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.064601] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.064837] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.243170] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.243344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.243392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.243580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.243690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.243798] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 is going to be created. [ 957.268467] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.268652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.268708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.268981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.269166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.279917] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: UNINITIALIZED for 2s [ 957.627414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 957.628229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.804334] env[66673]: INFO networking_nsxv3.common.synchronization [req-3bffe070-1b41-41d0-9eeb-1edf28636582 req-7ef985e2-0932-4bbc-b826-45570bacd40a service nova] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 957.805333] env[66673]: INFO networking_nsxv3.common.synchronization [req-3bffe070-1b41-41d0-9eeb-1edf28636582 req-7ef985e2-0932-4bbc-b826-45570bacd40a service nova] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 957.805420] env[66673]: INFO networking_nsxv3.common.synchronization [req-3bffe070-1b41-41d0-9eeb-1edf28636582 req-7ef985e2-0932-4bbc-b826-45570bacd40a service nova] Enqueued Resource ID: 12f10352-581d-4bf4-b880-2d608dc79e35 with Priority: HIGHEST for action port [ 957.806266] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_rules [ 957.806266] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 957.806266] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f10352-581d-4bf4-b880-2d608dc79e35 with Priority: HIGHEST for action port [ 957.806558] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.806614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.806649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.806843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.806924] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.807871] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.807977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.808433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.808433] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.808788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.808788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.808788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.808788] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.810118] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f10352-581d-4bf4-b880-2d608dc79e35 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.810118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.810240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.810314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.810409] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f10352-581d-4bf4-b880-2d608dc79e35',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.312944] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.313268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.313569] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.314560] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12f10352-581d-4bf4-b880-2d608dc79e35 with status ACTIVE [ 958.314791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.314938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.314994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.315230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.315335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.315532] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.317048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.317142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.317385] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.317526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.317597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.317774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.317856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.317989] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12f10352-581d-4bf4-b880-2d608dc79e35 is going to be updated. [ 958.346040] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.346040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.346040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.346040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.346040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.346410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f10352-581d-4bf4-b880-2d608dc79e35" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.506724] env[66673]: INFO networking_nsxv3.common.synchronization [req-c7d649b1-6e6e-4fa2-8929-84593f1e7be5 req-0b13b8e6-c11c-4c1c-a45d-6262a96faefb tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 958.507478] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 958.507984] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.508613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.508613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.508613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.508737] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.508868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.508951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.509226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.509335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.509535] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.819780] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.839222] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.839454] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.839652] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.839876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.840799] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.840799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.840799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.840799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841013] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.841056] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.841143] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.841245] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.841347] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.841448] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.841557] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.841678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.862543] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.862721] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.862862] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.863056] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.863393] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-f68171d9-4530-4713-bbe2-0b61edab6ecf taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.863605] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.863691] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.866031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.866031] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68171d9-4530-4713-bbe2-0b61edab6ecf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.011451] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.291220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: SUCCESS [ 959.291220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.291437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.291522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.291734] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.291862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.291930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.292123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.292237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.292362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.292472] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.323547] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.323547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.323547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.323775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.323866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.323968] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 is going to be created. [ 959.348752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.348914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.348982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.349217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.349379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.359810] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: UNINITIALIZED for 2s [ 959.368917] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.369162] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.369288] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.369565] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.369714] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.369869] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port f68171d9-4530-4713-bbe2-0b61edab6ecf not found, creating... [ 959.370149] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.370303] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.370416] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.370655] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.370796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.371099] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.371260] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.371377] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.371588] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.371725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.371862] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: f68171d9-4530-4713-bbe2-0b61edab6ecf is going to be created. [ 959.390200] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.390435] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.390561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.390935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.391287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.391414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.513564] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.794616] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.016589] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.016993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.016993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.017231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.017231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.017366] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 960.051039] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.051196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.051241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.051453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.051599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.061929] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 960.133098] env[66673]: INFO networking_nsxv3.common.synchronization [req-c7d649b1-6e6e-4fa2-8929-84593f1e7be5 req-a709f2cf-de14-4358-88f2-50aa31bbfb10 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 960.133885] env[66673]: INFO networking_nsxv3.common.synchronization [req-c7d649b1-6e6e-4fa2-8929-84593f1e7be5 req-a709f2cf-de14-4358-88f2-50aa31bbfb10 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 960.134379] env[66673]: INFO networking_nsxv3.common.synchronization [req-c7d649b1-6e6e-4fa2-8929-84593f1e7be5 req-a709f2cf-de14-4358-88f2-50aa31bbfb10 service nova] Enqueued Resource ID: f68171d9-4530-4713-bbe2-0b61edab6ecf with Priority: HIGHEST for action port [ 960.135259] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 960.135493] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 960.135716] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68171d9-4530-4713-bbe2-0b61edab6ecf with Priority: HIGHEST for action port [ 960.136666] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.136853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.136925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.137294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.137432] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.138892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.139062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.139398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68171d9-4530-4713-bbe2-0b61edab6ecf taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.139571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.139677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.139986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.140115] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68171d9-4530-4713-bbe2-0b61edab6ecf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.297324] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c69f79-d67c-4749-9d61-f436a5650be2: rpc.has_security_group_logging(os_id): False [ 960.328437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.328594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.328663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.329160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.329160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.329318] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.329373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.329408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.329615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.329697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.329786] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 is going to be created. [ 960.420160] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.420352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.420448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.420704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.420921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.430848] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: IN_PROGRESS for 2s [ 960.645204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.645333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.648786] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68171d9-4530-4713-bbe2-0b61edab6ecf with status ACTIVE [ 960.648984] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.649132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.649195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.649400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.649489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.649696] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.649807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.649860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.650016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.650094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.650275] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.650368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.650428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.650589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.650664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.650750] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68171d9-4530-4713-bbe2-0b61edab6ecf is going to be updated. [ 960.676252] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.676400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.676604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.676749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.676891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.677069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68171d9-4530-4713-bbe2-0b61edab6ecf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.256030] env[66673]: INFO networking_nsxv3.common.synchronization [None req-bc18cea0-4e03-487f-807a-aebd9f4fc03a None None] Enqueued Resource ID: 233ac503-8995-4266-968d-f1f3bdda3c17 with Priority: HIGHEST for action port [ 961.256030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233ac503-8995-4266-968d-f1f3bdda3c17 with Priority: HIGHEST for action port [ 961.256030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-233ac503-8995-4266-968d-f1f3bdda3c17 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.256030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233ac503-8995-4266-968d-f1f3bdda3c17" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.256030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233ac503-8995-4266-968d-f1f3bdda3c17" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.258947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233ac503-8995-4266-968d-f1f3bdda3c17" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.258947] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233ac503-8995-4266-968d-f1f3bdda3c17',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.371959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: SUCCESS [ 961.372107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.372193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.372430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.372623] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.372742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.372803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.372959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.373048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.373132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.373269] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.760241] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 233ac503-8995-4266-968d-f1f3bdda3c17 [ 961.760483] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.760707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.760707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.761554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.761976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.761976] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:233ac503-8995-4266-968d-f1f3bdda3c17 already deleted. [ 961.761976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233ac503-8995-4266-968d-f1f3bdda3c17" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.876400] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.065932] env[66673]: INFO networking_nsxv3.common.synchronization [None req-7b10c086-e6e3-4027-a18d-a9c7d9e99ec9 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 962.066707] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 962.067474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.067626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.067765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.068054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.068170] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.075394] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 962.075468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.076420] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.076420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.076848] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.150917] env[66673]: INFO networking_nsxv3.common.synchronization [None req-88544190-e459-4129-b49d-51f05df1e0e0 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 962.151734] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 962.152118] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.152276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.379342] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fee15328-f0f6-469f-9315-cf9f849abf86: rpc.has_security_group_logging(os_id): False [ 962.398804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.399047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.399244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.399428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.399909] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.399909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.399909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.400143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.400143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.400143] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 is going to be created. [ 962.457383] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: SUCCESS [ 962.457906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.475845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.475845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.475845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.475845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.475845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.491209] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: IN_PROGRESS for 2s [ 962.579587] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.593454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.593646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.593646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.593938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.594047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.594224] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 already deleted. [ 962.594358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.595103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.595822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.595926] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.655603] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-c2491236-946b-4e47-8d13-924e9ce0472f tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 962.658035] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 962.658035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658579] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.011808] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.011808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.011808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.011808] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.011808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.012240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.012240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.012301] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.012463] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.012574] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.012681] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.012784] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.012890] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.012994] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.013166] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.034243] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.034625] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.034625] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.034826] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.035241] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-adde5766-9f80-48d8-93f1-19d414c3b0b3 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.035452] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.035613] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.035981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.036172] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adde5766-9f80-48d8-93f1-19d414c3b0b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.084048] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.118410] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.118410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.118410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.118410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.118410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.118410] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 already deleted. [ 963.118410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.161462] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.161616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.161747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.161970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.162071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.162269] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.162365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.162428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.162570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.162645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.162727] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 already deleted. [ 963.162808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.544274] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.544607] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.544650] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.545165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.545165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.545292] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port adde5766-9f80-48d8-93f1-19d414c3b0b3 not found, creating... [ 963.545515] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.545666] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.545864] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.546035] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.546165] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.546454] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.546647] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.546776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.546986] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.547182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.547573] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: adde5766-9f80-48d8-93f1-19d414c3b0b3 is going to be created. [ 963.575304] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.575541] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.575732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.576037] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.576272] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.576572] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.587955] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.588139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.588215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.588441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.588560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.588724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 963.615959] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.616102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.616377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.616607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.639500] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 964.139968] env[66673]: INFO networking_nsxv3.common.synchronization [None req-92627861-212b-4cbe-8bfe-246411b69a9e None None] Enqueued Resource ID: b226a8b6-3dc5-43f1-8b0c-dd2d7477f299 with Priority: HIGHEST for action port [ 964.140909] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b226a8b6-3dc5-43f1-8b0c-dd2d7477f299 with Priority: HIGHEST for action port [ 964.141540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-b226a8b6-3dc5-43f1-8b0c-dd2d7477f299 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.141835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b226a8b6-3dc5-43f1-8b0c-dd2d7477f299" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.142168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b226a8b6-3dc5-43f1-8b0c-dd2d7477f299" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.143482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b226a8b6-3dc5-43f1-8b0c-dd2d7477f299" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.143482] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b226a8b6-3dc5-43f1-8b0c-dd2d7477f299',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-e5c43f6b-ad26-4a58-973a-bb4a7efd2b87 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-e5c43f6b-ad26-4a58-973a-bb4a7efd2b87 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-e5c43f6b-ad26-4a58-973a-bb4a7efd2b87 service nova] Enqueued Resource ID: adde5766-9f80-48d8-93f1-19d414c3b0b3 with Priority: HIGHEST for action port [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 964.323033] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adde5766-9f80-48d8-93f1-19d414c3b0b3 with Priority: HIGHEST for action port [ 964.323926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.327030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.327030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.327030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.327030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.327761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.327996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.328211] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.329487] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-adde5766-9f80-48d8-93f1-19d414c3b0b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.329805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.329985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.330531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.330729] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adde5766-9f80-48d8-93f1-19d414c3b0b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.508352] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: SUCCESS [ 964.508581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.646556] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b226a8b6-3dc5-43f1-8b0c-dd2d7477f299 [ 964.646801] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.646899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.646950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.647599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.647599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.647599] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b226a8b6-3dc5-43f1-8b0c-dd2d7477f299 already deleted. [ 964.647599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b226a8b6-3dc5-43f1-8b0c-dd2d7477f299" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.834066] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adde5766-9f80-48d8-93f1-19d414c3b0b3 with status ACTIVE [ 964.835895] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.836349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.836620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.837043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.837267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.837577] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.838066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.838303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.838699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.838940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.839840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.839840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.839840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.839840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.839840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.839840] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adde5766-9f80-48d8-93f1-19d414c3b0b3 is going to be updated. [ 964.842030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.842030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.842030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.866050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.866240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.866313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.866568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.866702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.866898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adde5766-9f80-48d8-93f1-19d414c3b0b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.346279] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.650311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 965.650662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.650723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.650921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.651135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.651257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.651332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.651475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.651556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.651643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.651737] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.850852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.851036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.851482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.851482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.851482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.851746] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be created. [ 965.889910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.890026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.890026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.891118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.891118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.903643] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: UNINITIALIZED for 2s [ 966.155271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.155458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.155516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.155738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.155926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.156049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.156110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.156262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.156352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.156698] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.156816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.156902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.157097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.157314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.157463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.157542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.157751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.157852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.157989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.158161] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.660434] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 966.685391] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.685622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.685750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.685985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.686090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686330] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.686524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.686524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.686695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.686774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.686954] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.687059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.687120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.687261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.687333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.687586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.687690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.687750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.687890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.687963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.688059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 966.770023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.770023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.770023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.770023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.770023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.787871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 967.914341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 967.914689] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.914740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.914931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.915131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.915243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.915354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.915540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.915627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.915710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.915800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.127012] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-b7107347-9323-42c8-81c8-65a260fb14e8 tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 968.128841] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 968.128969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.129117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.129195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.129379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.129529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.129616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.129669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.129818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.129888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.130043] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.418566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.418566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.514660] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.514904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.515895] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.520021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.520021] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.520021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.520021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.520021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.520021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.520021] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.520021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.520021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.520021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.520021] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.520021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.520021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.543066] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.543181] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.543467] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.543539] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-265" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.543858] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.544053] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.544254] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.544526] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.544717] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc0fd20-62df-49d8-908f-8b90cd6d3e0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.632447] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.806432] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 968.806727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.049100] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.049442] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.049490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.049763] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.050027] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.050192] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c not found, creating... [ 969.050456] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.050622] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.050991] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.050991] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.051125] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.051767] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.051956] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.052115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.052309] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.052445] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.052584] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c is going to be created. [ 969.072964] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.072964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.072964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.073411] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.073464] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.073702] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.137613] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.641447] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.641694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.641778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.642081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.642222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.642348] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 969.671249] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.671475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.671538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.671763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.671964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.681545] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 969.828860] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-aa9ff8e7-4fb3-4a4a-a843-0b8d47a1cde6 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 969.829046] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-aa9ff8e7-4fb3-4a4a-a843-0b8d47a1cde6 service nova] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 969.829368] env[66673]: INFO networking_nsxv3.common.synchronization [req-f9acabf3-b30f-4910-bdfa-c8a310a317e7 req-aa9ff8e7-4fb3-4a4a-a843-0b8d47a1cde6 service nova] Enqueued Resource ID: 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c with Priority: HIGHEST for action port [ 969.830029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_rules [ 969.830193] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 969.830273] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c with Priority: HIGHEST for action port [ 969.830603] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.830723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.830960] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.831076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.831299] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.831417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.831497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.831731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.831986] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc0fd20-62df-49d8-908f-8b90cd6d3e0c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.333971] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c with status ACTIVE [ 970.334376] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.334376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.334376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.335012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.335167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.335496] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.335718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.335819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.336041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.336129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.336357] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.336458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.336520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.336778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.336895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.337046] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc0fd20-62df-49d8-908f-8b90cd6d3e0c is going to be updated. [ 970.368664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.368825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.368899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.369157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.369294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.369463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc0fd20-62df-49d8-908f-8b90cd6d3e0c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.935070] env[66673]: INFO networking_nsxv3.common.synchronization [req-a87d35b1-1428-4975-87ad-c796efa16afe req-c57aa7f9-b2f6-4662-96c0-a8a228cdd6b3 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 970.936707] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 970.937578] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.938471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.938471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.938735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.939667] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.939797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.939862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.940065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.940587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.940587] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.443024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.692941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 971.693225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.693384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.693661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.693863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.693983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.694082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.694252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.694335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694637] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.694721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.694773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.694913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.695095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.695209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.695282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.695403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.695477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.695564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.695703] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.696645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.696781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.696957] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.697141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.697141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.697291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.697291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.697486] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.947621] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.199479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 439302f6-6471-4cde-94b4-5da89d8dda23: rpc.has_security_group_logging(os_id): False [ 972.200832] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.218544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.218802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.218911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.219271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.219431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.219786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.219962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.220080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.220336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.220465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.220752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.220910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.221030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.221268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.221398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.221643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.221776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.221865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.221998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.222085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.222174] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be created. [ 972.302703] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.302703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.302703] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.302857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.302968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.318725] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 972.448973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.449282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.449459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.449559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.449663] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 972.505568] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.505795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.505795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.506224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.506224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.516988] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 972.702979] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.206768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.207277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.207461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.208595] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.208691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.208810] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 973.249486] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.249722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.249722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.250112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.250541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.264871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 974.335854] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 974.336390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.336390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.339021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.339021] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.530001] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 974.530281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.840321] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.840321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.276834] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 975.277097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.277279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.277530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.277783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.277948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.277948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.278236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.278324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.278499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.278567] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.777025] env[66673]: INFO networking_nsxv3.common.synchronization [None req-66f0c138-ca06-4f4b-9caa-abf0b907501a None None] Enqueued Resource ID: 8a2a3859-56fa-432d-8a73-d20d7a77751c with Priority: HIGHEST for action port [ 975.777025] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2a3859-56fa-432d-8a73-d20d7a77751c with Priority: HIGHEST for action port [ 975.777435] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2a3859-56fa-432d-8a73-d20d7a77751c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.777435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2a3859-56fa-432d-8a73-d20d7a77751c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.777549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2a3859-56fa-432d-8a73-d20d7a77751c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.777775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2a3859-56fa-432d-8a73-d20d7a77751c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.777855] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2a3859-56fa-432d-8a73-d20d7a77751c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.784223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.784223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.784446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.784691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785178] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.785433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.785747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.785916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.786361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.786361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.787340] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.787340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.787340] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.284026] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a2a3859-56fa-432d-8a73-d20d7a77751c [ 976.285567] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.285567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.285567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.285567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.285567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.285567] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a2a3859-56fa-432d-8a73-d20d7a77751c already deleted. [ 976.285567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2a3859-56fa-432d-8a73-d20d7a77751c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.290479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 439302f6-6471-4cde-94b4-5da89d8dda23: rpc.has_security_group_logging(os_id): False [ 976.311465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.311465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.311465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.311908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.311908] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.311908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.311908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.312057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.316021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.316021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.316021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.316021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.316021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.316021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.316021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 976.389773] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.389773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.389773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.389997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.390940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.406179] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 976.994036] env[66673]: INFO networking_nsxv3.common.synchronization [req-d3860e80-5702-461b-b85e-1dfe7fad2064 req-92768dd5-b331-4323-b708-8bcbe147105e tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 976.994624] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 976.995176] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.995304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.995304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.995556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.995755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.995891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.995983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.996199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.996313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.996444] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.498973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.499162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.499206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.499469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.499569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.499804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.499951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.500350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.500350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.500350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.500479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 977.532867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.533557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.533725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.533947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.534414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.544992] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 978.421565] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 978.421876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.555149] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 979.555149] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 979.555149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.720750] env[66673]: INFO networking_nsxv3.common.synchronization [req-ad271bab-8737-4db1-aa92-0c855aedf6f3 req-a8684b61-2edb-4e38-b3fe-b6b5db1002b7 tempest-ListImageFiltersTestJSON-180523223 tempest-ListImageFiltersTestJSON-180523223-project-member] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 981.722204] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGHEST for action security_group_members [ 981.722339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.722716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.722716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.722887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.724037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.724037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.724037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.724037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.724037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.724037] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.041584] env[66673]: INFO networking_nsxv3.common.synchronization [req-b794a498-121e-43fa-a49e-441f1323d884 req-46142aa0-17ec-451e-8fd3-4e56069ed186 tempest-ServersNegativeTestJSON-1516536467 tempest-ServersNegativeTestJSON-1516536467-project-member] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 982.042991] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 982.042991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.042991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.043207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.043502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.045115] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.045115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.045115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.045115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.045115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.045115] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.226533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.226868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.226868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.227090] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.253444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.253795] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.253944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.254043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.254299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.254411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.254539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be updated. [ 982.285278] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.285473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.285544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.285845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.285926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297817] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: IN_PROGRESS for 2s [ 982.398871] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.399134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.399213] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.399481] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.399769] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.399945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.400148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.400403] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.400691] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.400946] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.401090] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.401217] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.401290] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.401398] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.401500] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.401633] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.421825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.422065] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.422211] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.422389] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.422703] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-5af81c1a-aabf-4233-b1a8-d8728e0204c6 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.422879] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.423011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.423396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.423539] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af81c1a-aabf-4233-b1a8-d8728e0204c6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.548149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.548574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.548574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.548574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.548790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.548856] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.548955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.549031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.549168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.549232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.549314] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 already deleted. [ 982.549389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.684931] env[66673]: INFO networking_nsxv3.common.synchronization [req-0a53b4a7-14ea-4928-9eb3-e155d790b1f3 req-0b035f38-779e-4135-a30f-3dae32513111 tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 982.685511] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 982.685818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.686079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.686079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.686292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.686787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.686895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.687167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.687167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.687307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.687307] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.926454] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.926836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.926921] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.927213] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.927362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.927523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 5af81c1a-aabf-4233-b1a8-d8728e0204c6 not found, creating... [ 982.927782] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.927937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.928065] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.928290] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.928432] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.928738] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.928912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.929040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.929261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.929398] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.929536] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 is going to be created. [ 982.950214] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.950373] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.950483] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.950785] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.951040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.951297] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.140931] env[66673]: INFO networking_nsxv3.common.synchronization [req-0bbf692a-4ed7-4b67-a9fc-1d20998b87d5 req-a0fd0bd0-1436-4d25-983a-e663a3314ada tempest-MultipleCreateTestJSON-2014155434 tempest-MultipleCreateTestJSON-2014155434-project-member] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 983.141490] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGHEST for action security_group_members [ 983.141819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.141928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.189761] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.660418] env[66673]: INFO networking_nsxv3.common.synchronization [req-b794a498-121e-43fa-a49e-441f1323d884 req-076d00cb-58e6-43ea-993b-b2302420e106 service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 983.660585] env[66673]: INFO networking_nsxv3.common.synchronization [req-b794a498-121e-43fa-a49e-441f1323d884 req-076d00cb-58e6-43ea-993b-b2302420e106 service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 983.660825] env[66673]: INFO networking_nsxv3.common.synchronization [req-b794a498-121e-43fa-a49e-441f1323d884 req-076d00cb-58e6-43ea-993b-b2302420e106 service nova] Enqueued Resource ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with Priority: HIGHEST for action port [ 983.661202] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 983.661340] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 983.661437] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with Priority: HIGHEST for action port [ 983.661738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.661925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.661986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664252] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.664252] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664252] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.664252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.664252] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.664987] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af81c1a-aabf-4233-b1a8-d8728e0204c6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665439] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af81c1a-aabf-4233-b1a8-d8728e0204c6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.692230] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.167414] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.167414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.167414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with status ACTIVE [ 984.167787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.167787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.167787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.168020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.168112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.168284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.168441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.168589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.168664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.168857] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.168949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.169014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.169154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.169243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.169343] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 is going to be updated. [ 984.170395] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.194067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.194241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.194241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.194449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.194649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.194816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.195178] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.195286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.195370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.195535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.195618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.195709] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 984.222799] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.222999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.223108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.224018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.224018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.233711] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 984.309460] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 in Status: SUCCESS [ 984.309716] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 deletion is rescheduled due to dependency. [ 984.309837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673891] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.176341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.176848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.176848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.177093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.177278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.177402] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be created. [ 985.201755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.201889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.201950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.202189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.202341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.212155] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: UNINITIALIZED for 2s [ 985.550801] env[66673]: INFO networking_nsxv3.common.synchronization [None req-af775ba7-d1da-4f84-a2de-051744d76dad None None] Enqueued Resource ID: 8882940e-850b-4e19-a48a-2ff7ad2ae9ec with Priority: HIGHEST for action port [ 985.551596] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8882940e-850b-4e19-a48a-2ff7ad2ae9ec with Priority: HIGHEST for action port [ 985.551985] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-8882940e-850b-4e19-a48a-2ff7ad2ae9ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.551985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8882940e-850b-4e19-a48a-2ff7ad2ae9ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.552130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8882940e-850b-4e19-a48a-2ff7ad2ae9ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.552297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8882940e-850b-4e19-a48a-2ff7ad2ae9ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.552375] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8882940e-850b-4e19-a48a-2ff7ad2ae9ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.055607] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8882940e-850b-4e19-a48a-2ff7ad2ae9ec [ 986.056193] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.056300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.056343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.056720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.056886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.057070] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8882940e-850b-4e19-a48a-2ff7ad2ae9ec already deleted. [ 986.057196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8882940e-850b-4e19-a48a-2ff7ad2ae9ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.246698] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 986.246698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.247362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.247621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.247819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.247939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.248012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.248178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.248258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.248357] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.751664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.751829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.751940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.752569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.752569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.752569] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.752569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.752808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.752808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.752944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.753059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be updated. [ 986.790037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.790249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.790249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.790798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.791073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.805306] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: IN_PROGRESS for 2s [ 986.968073] env[66673]: INFO networking_nsxv3.common.synchronization [req-4573672d-a8e9-4f34-82e1-888d9b0b2b8c req-a6f6b916-4360-4d23-a7bd-dd4fc60271cd tempest-ServerRescueTestJSON-1124044479 tempest-ServerRescueTestJSON-1124044479-project-member] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 986.968073] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGHEST for action security_group_members [ 986.968073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.968073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.968498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.968931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.969136] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.969245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.969314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.969493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.969575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.969670] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.223224] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 987.223447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.223555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.223760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.225773] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.225773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.225773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.225773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.225773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.225773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.225773] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.474229] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.474656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.474656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.474656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.474761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.474938] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.475057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.475131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.475513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.475513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.475513] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be updated. [ 987.508240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.508240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.508240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.508240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.508240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.517739] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: IN_PROGRESS for 2s [ 987.557185] env[66673]: INFO networking_nsxv3.common.synchronization [req-92f26e2f-3ae2-4d3a-b0b9-c2ddc31b9bcd req-5627414e-0c31-46dd-9ab9-7fbaf0146496 tempest-ServersWithSpecificFlavorTestJSON-1210175685 tempest-ServersWithSpecificFlavorTestJSON-1210175685-project-member] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 987.557765] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGHEST for action security_group_members [ 987.558620] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.558854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.560836] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.561326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.561326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.561326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.561326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.561587] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.726824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.727329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.727329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.727329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.727763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.728078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.728078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.728198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.728198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.728262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.728409] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.728496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.728555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.728694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.728827] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.728917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.728974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.729115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.729183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.729390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.729390] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.796143] env[66673]: INFO networking_nsxv3.common.synchronization [req-934e475a-46e7-4fb6-a4e0-f166131cb1c4 req-c6e5ecc7-c224-4428-8a46-15b119250c25 tempest-ServerAddressesTestJSON-347484106 tempest-ServerAddressesTestJSON-347484106-project-member] Enqueued Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 987.796143] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 987.796143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.796143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.796143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.798681] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.066150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.066460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.067443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.067443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.067443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.067443] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.067443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.067443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.067706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.067706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.067706] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be updated. [ 988.103290] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.103430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.103509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.103783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.103954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.113373] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: IN_PROGRESS for 2s [ 988.175434] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.177018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-117" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.177018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-117" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.177018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-117" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.177018] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.177018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.177018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.177571] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.177842] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.179229] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.179229] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.179229] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.179229] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.179229] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.179229] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.179229] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.202220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.202422] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.202568] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.202806] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-117" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.203151] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-cf73e028-3769-40f4-a8ef-7e04583d75d9 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.203331] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.203452] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.203938] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.204193] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf73e028-3769-40f4-a8ef-7e04583d75d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.233239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5: rpc.has_security_group_logging(os_id): False [ 988.254542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.254841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.254952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.255622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.255622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.255622] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.255835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.255835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.256175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.256175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.256587] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.256587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.256587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.256899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.257013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.257759] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.258370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.258978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.259115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.259220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259321] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be created. [ 988.302855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.303069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.303174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.303438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.304084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.304084] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.304084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.304084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.305066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.305066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.305066] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 already deleted. [ 988.305066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.370922] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.370922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.370922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.370922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.370922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.387900] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 988.564920] env[66673]: INFO networking_nsxv3.common.synchronization [None req-f8cab984-3f64-4aeb-ae5d-941cd1b1d9db None None] Enqueued Resource ID: ea4db484-4fcb-41f0-b472-7baffbc3822b with Priority: HIGHEST for action port [ 988.565530] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4db484-4fcb-41f0-b472-7baffbc3822b with Priority: HIGHEST for action port [ 988.565894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4db484-4fcb-41f0-b472-7baffbc3822b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.566077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4db484-4fcb-41f0-b472-7baffbc3822b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.566405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4db484-4fcb-41f0-b472-7baffbc3822b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.566405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4db484-4fcb-41f0-b472-7baffbc3822b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.566526] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4db484-4fcb-41f0-b472-7baffbc3822b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.710037] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.710037] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.710291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.710449] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.710692] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.710923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port cf73e028-3769-40f4-a8ef-7e04583d75d9 not found, creating... [ 988.711361] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.711638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.711985] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.712179] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.712383] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.712687] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.712848] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.712969] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.713192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.713323] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.713461] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: cf73e028-3769-40f4-a8ef-7e04583d75d9 is going to be created. [ 988.734372] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.734586] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.734720] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.734929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.735181] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.735412] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.817783] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 439302f6-6471-4cde-94b4-5da89d8dda23 in Status: SUCCESS [ 988.819807] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 deletion is rescheduled due to dependency. [ 988.819807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.069895] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4db484-4fcb-41f0-b472-7baffbc3822b [ 989.070375] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.070375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.070375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.070647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.070705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.070844] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4db484-4fcb-41f0-b472-7baffbc3822b already deleted. [ 989.070942] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4db484-4fcb-41f0-b472-7baffbc3822b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530098] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 in Status: SUCCESS [ 989.530281] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 deletion is rescheduled due to dependency. [ 989.530390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.532214] env[66673]: INFO networking_nsxv3.common.synchronization [req-934e475a-46e7-4fb6-a4e0-f166131cb1c4 req-cf54d2f5-9f04-4040-85db-53b54b5ae6be service nova] Enqueued Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_rules [ 989.532374] env[66673]: INFO networking_nsxv3.common.synchronization [req-934e475a-46e7-4fb6-a4e0-f166131cb1c4 req-cf54d2f5-9f04-4040-85db-53b54b5ae6be service nova] Enqueued Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 989.532506] env[66673]: INFO networking_nsxv3.common.synchronization [req-934e475a-46e7-4fb6-a4e0-f166131cb1c4 req-cf54d2f5-9f04-4040-85db-53b54b5ae6be service nova] Enqueued Resource ID: cf73e028-3769-40f4-a8ef-7e04583d75d9 with Priority: HIGHEST for action port [ 989.532721] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_rules [ 989.532842] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 989.532934] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73e028-3769-40f4-a8ef-7e04583d75d9 with Priority: HIGHEST for action port [ 989.536833] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.536973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.537054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.537313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.537399] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.538281] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.539240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.539240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.539240] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.539968] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf73e028-3769-40f4-a8ef-7e04583d75d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.540087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.540149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.540299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.540373] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf73e028-3769-40f4-a8ef-7e04583d75d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.042720] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.043811] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.043958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.044117] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf73e028-3769-40f4-a8ef-7e04583d75d9 with status ACTIVE [ 990.044292] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.044640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.044640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.044774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.044866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.045070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.045170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.045232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.045381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.045458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.045638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.045731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.045790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.045928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.046007] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.046185] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf73e028-3769-40f4-a8ef-7e04583d75d9 is going to be updated. [ 990.070028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.070028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.070028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.070028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.070263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.070325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf73e028-3769-40f4-a8ef-7e04583d75d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.124680] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 in Status: SUCCESS [ 990.124872] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 deletion is rescheduled due to dependency. [ 990.125016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.405268] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 990.405513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.549220] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.052405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.052405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.052405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.052782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.052782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.052782] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 is going to be created. [ 991.079478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.079691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.079691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.079973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.080154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.093958] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: UNINITIALIZED for 2s [ 993.109364] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: SUCCESS [ 993.109654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.110495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.110495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.110495] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.110495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.110495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.110495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.110800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.110800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.110800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.613462] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.613616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.613682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.613901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.614085] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.614196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.614249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.614388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.614474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.614573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.614736] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.614828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.614884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.615034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.615172] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.615259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.615313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.615542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.615542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.615622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.615679] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.118395] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c7c90ff-80a9-4949-b445-6b241717fd47: rpc.has_security_group_logging(os_id): False [ 994.138070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.138302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.138403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.138699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.138892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.139476] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.139476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.139476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.139476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.139696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.139760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.139874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.139874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.139988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.140447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.140659] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.140758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.140810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.141069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.141151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.141234] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 is going to be created. [ 994.214762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.215024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.215115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.215342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.215531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.229688] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: IN_PROGRESS for 2s [ 994.534082] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 994.534082] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 994.558765] env[66673]: INFO networking_nsxv3.common.synchronization [req-91a06476-5291-4d01-a8f0-33caac8f3d0b req-da103b4e-d015-48c5-a933-956221f1472d tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 994.559412] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 994.559736] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.559851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.559913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.560125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.560269] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.560583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.560583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.560583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.560726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.560726] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.869275] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.869484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.869626] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.869960] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.870531] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.870831] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.871016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.871321] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.871901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.872047] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.872272] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.872443] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.872624] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.872914] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.873179] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.873461] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.896111] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.896353] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.896710] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.897011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.897420] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-c8b355b4-cc46-4248-aef0-eb9518f4dd69 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.897856] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.898157] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.898529] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.898745] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b355b4-cc46-4248-aef0-eb9518f4dd69',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.066132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.066132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.066132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.066132] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 995.093601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.093857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.094039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.094185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.094365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.107274] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 995.404195] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.405307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.405307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.405307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.405307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.405307] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port c8b355b4-cc46-4248-aef0-eb9518f4dd69 not found, creating... [ 995.405580] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.405833] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.406285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.406285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.406443] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.406870] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.407086] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.407232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.407490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.407700] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.407879] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: c8b355b4-cc46-4248-aef0-eb9518f4dd69 is going to be created. [ 995.431029] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.431269] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.431398] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.431695] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.431936] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.432259] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824673] env[66673]: INFO networking_nsxv3.common.synchronization [req-41e50886-a9aa-457e-84bb-42140d531e59 req-1b5cecb3-f0d9-49f0-bad6-758534804cc3 tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 995.825224] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGHEST for action security_group_members [ 995.825525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.825647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.825705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.825909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.826069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.826165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.826224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.826365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.826447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.826575] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.128235] env[66673]: INFO networking_nsxv3.common.synchronization [req-91a06476-5291-4d01-a8f0-33caac8f3d0b req-53bee34a-8ee6-4f9c-86d3-a7a0ee5e2c4d service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 996.128235] env[66673]: INFO networking_nsxv3.common.synchronization [req-91a06476-5291-4d01-a8f0-33caac8f3d0b req-53bee34a-8ee6-4f9c-86d3-a7a0ee5e2c4d service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 996.128343] env[66673]: INFO networking_nsxv3.common.synchronization [req-91a06476-5291-4d01-a8f0-33caac8f3d0b req-53bee34a-8ee6-4f9c-86d3-a7a0ee5e2c4d service nova] Enqueued Resource ID: c8b355b4-cc46-4248-aef0-eb9518f4dd69 with Priority: HIGHEST for action port [ 996.128821] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 996.128955] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 996.129065] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b355b4-cc46-4248-aef0-eb9518f4dd69 with Priority: HIGHEST for action port [ 996.129342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.129464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.129531] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.129725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.129819] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.131431] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.131431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.131722] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b355b4-cc46-4248-aef0-eb9518f4dd69 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.131722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.131722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.131867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.131904] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b355b4-cc46-4248-aef0-eb9518f4dd69',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.241825] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: SUCCESS [ 996.242042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.328893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.329361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.329453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.329661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.329960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.330047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.330137] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be updated. [ 996.358135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.358314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.358380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.358565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.358711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.369095] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: IN_PROGRESS for 2s [ 996.633500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.633827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.633827] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b355b4-cc46-4248-aef0-eb9518f4dd69 with status ACTIVE [ 996.634192] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.634192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.634326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.634527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.634652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.634854] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.634985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.635081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.635265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.635379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.635587] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.635894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.635894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.635989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.636215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.636693] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b355b4-cc46-4248-aef0-eb9518f4dd69 is going to be updated. [ 996.688139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.688341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.688341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.688542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.688682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.688913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b355b4-cc46-4248-aef0-eb9518f4dd69" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.120848] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 997.121090] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 deletion is rescheduled due to dependency. [ 997.121228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.121415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.121636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.121840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.121966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.122045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.122203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.122283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.122385] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.625281] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.130043] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.380703] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a in Status: SUCCESS [ 998.380903] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a deletion is rescheduled due to dependency. [ 998.381023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.635184] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.635184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.635184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.635184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.635184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.635184] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 998.663474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.664201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.664201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.664678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.665200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.675940] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 999.714682] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7dc1370-1e98-497a-be9c-699e707af2f2 req-e41037d6-5d30-4da9-98d1-203e477af0f0 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 999.715327] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 999.715747] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.715963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.715963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.716283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.716750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.716868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.716921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.717132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.717231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.718458] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.082152] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.082152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-840" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.082152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-840" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.082152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-840" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.082152] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.082700] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.082947] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.083286] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.083632] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.083984] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.084245] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.084612] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.084848] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.085179] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.085798] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.086207] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.109021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.109021] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.109021] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.109021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-840" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.109021] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.109021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.109021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.109839] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110159] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f1bd0f-7472-4be9-ab65-9a7b3bda18a8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.223337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.223337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.223337] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 already deleted. [ 1000.223337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.613588] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.613842] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.613933] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.614278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.614424] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.614588] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 not found, creating... [ 1000.614871] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.615091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.615180] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.615427] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.615569] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.615862] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.616051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.616170] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.616381] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.616551] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.616745] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 is going to be created. [ 1000.643118] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.643369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.643495] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.643793] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.644048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.644291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.687778] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1000.688226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.688769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.688894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.689201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.689338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.689403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.689593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.689681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.689812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.690213] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.193326] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.403019] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7dc1370-1e98-497a-be9c-699e707af2f2 req-d4daa6c8-6f69-49f3-850b-5187e6ebba41 service nova] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1001.403246] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7dc1370-1e98-497a-be9c-699e707af2f2 req-d4daa6c8-6f69-49f3-850b-5187e6ebba41 service nova] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1001.403423] env[66673]: INFO networking_nsxv3.common.synchronization [req-b7dc1370-1e98-497a-be9c-699e707af2f2 req-d4daa6c8-6f69-49f3-850b-5187e6ebba41 service nova] Enqueued Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1001.404021] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1001.404197] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1001.404520] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1001.404718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.404718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.404845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.404987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.405111] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.406428] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.406666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.406798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.406981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.407190] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.407480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.407530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.407725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.407815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.407911] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.410625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.410772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.410839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.411042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.411171] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f1bd0f-7472-4be9-ab65-9a7b3bda18a8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.696667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0236e880-ca2f-4692-b523-2d26dcc971d9: rpc.has_security_group_logging(os_id): False [ 1001.700167] env[66673]: INFO networking_nsxv3.common.synchronization [req-92452546-2a34-44b8-a90e-6db981c1b6fe req-dc36684f-4c7b-4b08-ab87-8ab7ee4e9bdc tempest-ServerAddressesTestJSON-347484106 tempest-ServerAddressesTestJSON-347484106-project-member] Enqueued Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 1001.701149] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGHEST for action security_group_members [ 1001.702161] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.702235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.702304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.702512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.702672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.702771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.702832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.702980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.703252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.703371] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.721029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.721029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.721029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.721302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.721302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.721450] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.721549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.721631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.721776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.721838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.721931] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1001.788505] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.789038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.789176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.789415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.789579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.804304] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1001.912242] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.912760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.912903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914813] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with status ACTIVE [ 1001.914981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.914981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.915107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.915281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.915369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.915545] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.915662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.915718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.915836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.915910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.916187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.916524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916880] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 is going to be updated. [ 1001.949272] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.949272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.949272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.949272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.949272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.949637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.205364] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.205758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.205758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.205758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.205899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.206048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.206172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.206239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.206391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.206551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.206720] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 is going to be updated. [ 1002.240308] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.240509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.240696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.240806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.241018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.253792] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: IN_PROGRESS for 2s [ 1002.415917] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.918841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.919038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.919085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.919543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.919642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.919781] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be created. [ 1002.950991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.951211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.951291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.951485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.952079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.961927] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: UNINITIALIZED for 2s [ 1003.817140] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1003.817484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.266404] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 in Status: SUCCESS [ 1004.266404] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 deletion is rescheduled due to dependency. [ 1004.266646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.533341] env[66673]: INFO networking_nsxv3.common.synchronization [req-83c4b688-a0e8-42ae-956f-30b5b81b7a6c req-badc2d92-8287-4af3-8e37-0ae7ab5afc93 tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1004.533828] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1004.534135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.534545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.534545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.534688] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.534739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.534787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.535025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.535123] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.869859] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.870168] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.870204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.870467] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.870724] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.870881] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.871010] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871439] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.871907] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.872054] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.873178] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.873339] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.873458] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.873575] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.873720] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.893670] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.893958] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.894185] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.894521] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-750" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.894840] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-ceba3123-ac85-4a6a-b42f-406bb13d870b taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.894994] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.895187] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.895575] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.896108] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceba3123-ac85-4a6a-b42f-406bb13d870b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.973070] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1004.973070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.973070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.973070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.973070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.973447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.973447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.973447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.973447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.973565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.973595] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.037366] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.037625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.037698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.037913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.038031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.038232] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.038330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.038393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.038547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.038625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.038714] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 1005.063074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.063252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.063295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.063473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.063612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.074246] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 1005.399139] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.399410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.399599] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.399936] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.400117] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.400300] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port ceba3123-ac85-4a6a-b42f-406bb13d870b not found, creating... [ 1005.400661] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.400868] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.400990] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.401241] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.401385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.401685] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.401889] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.402080] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.402268] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.402440] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.402574] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: ceba3123-ac85-4a6a-b42f-406bb13d870b is going to be created. [ 1005.430781] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.431190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.431453] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.431948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.432529] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.432964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.476770] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.979568] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cd64681-4b3c-422b-82cc-e35fab1e9247: rpc.has_security_group_logging(os_id): False [ 1006.000539] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.001095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.001357] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.001452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.001520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.001733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.001817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.001907] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be created. [ 1006.152104] env[66673]: INFO networking_nsxv3.common.synchronization [req-83c4b688-a0e8-42ae-956f-30b5b81b7a6c req-614f2d10-c6cc-442c-97e9-2eda966b132f service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 1006.152240] env[66673]: INFO networking_nsxv3.common.synchronization [req-83c4b688-a0e8-42ae-956f-30b5b81b7a6c req-614f2d10-c6cc-442c-97e9-2eda966b132f service nova] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1006.152393] env[66673]: INFO networking_nsxv3.common.synchronization [req-83c4b688-a0e8-42ae-956f-30b5b81b7a6c req-614f2d10-c6cc-442c-97e9-2eda966b132f service nova] Enqueued Resource ID: ceba3123-ac85-4a6a-b42f-406bb13d870b with Priority: HIGHEST for action port [ 1006.159270] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_rules [ 1006.159490] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1006.159591] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceba3123-ac85-4a6a-b42f-406bb13d870b with Priority: HIGHEST for action port [ 1006.160605] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.160817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.160817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.161050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.161642] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.167137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.167137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.167279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceba3123-ac85-4a6a-b42f-406bb13d870b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.167449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.167449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.167654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.167689] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceba3123-ac85-4a6a-b42f-406bb13d870b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.233621] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.233809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.233883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.234121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.234306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.262867] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 2s [ 1006.667647] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.667823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677256] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceba3123-ac85-4a6a-b42f-406bb13d870b with status ACTIVE [ 1006.677256] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.677256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.677256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.677645] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.677645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.678213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.678213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.678213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.678213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.678423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.678423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.678485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.678582] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceba3123-ac85-4a6a-b42f-406bb13d870b is going to be updated. [ 1006.707416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.707416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.707416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.707760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.707760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.708613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceba3123-ac85-4a6a-b42f-406bb13d870b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.084667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 1007.085053] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 1007.085053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.085164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.085381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.085564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.085681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.085745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.085893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.085973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.086079] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.589070] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.090573] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.275998] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1008.276362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.594442] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.594442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.594442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.594784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.594945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.594992] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 1008.632035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.632255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.632321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.632594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.632781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.645189] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 1010.659853] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 1010.660216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.660392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.660615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.660846] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.660962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.661042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.661213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.661292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.661380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.661492] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.160437] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.160607] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1011.164259] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.164357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.164406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.164598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.164757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.164856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.164918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.165082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.165169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.165258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.165395] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.165487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.165543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.165683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.165816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.165903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.165962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.166142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.166181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.166256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.166387] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.669100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd738ba4-b8c5-4190-9c67-c76dd0d123cc: rpc.has_security_group_logging(os_id): False [ 1011.689493] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.689674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.689717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.689919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.690016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.690260] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.690370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.690433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.690611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.690696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.690893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.691025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.691089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.691232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.691303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.691719] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.691719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.691719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.691892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.691892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.691950] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 1011.763441] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.763662] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.764089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.778570] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 1013.792487] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 1013.792886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.161188] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1016.161467] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1016.903311] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.903476] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.979767] env[66673]: INFO networking_nsxv3.common.synchronization [req-2a084cb3-8310-4083-aa2d-0c57de162e51 req-7ddebf42-1d42-4092-a309-462420bd5c5d tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1017.980177] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1017.980485] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.981013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.981062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.981334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.981493] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.981596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.981658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.981846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.981934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.982083] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.457622] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.457817] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.457940] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.458331] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.458642] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.458813] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.458931] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.459174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.459323] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.459538] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.459652] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.459918] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.459918] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.460068] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.460068] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.460186] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.482895] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.483111] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.483226] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.483414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.483744] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-feac97f6-f5b5-46be-84b6-dafd62f97c54 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.483913] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.484050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.484409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.484550] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feac97f6-f5b5-46be-84b6-dafd62f97c54',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.485534] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.485661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.485737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.485902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.485990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.486333] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.486333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.486480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.486532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.486615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.486684] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb already deleted. [ 1018.486762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987974] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988384] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988538] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988903] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.989110] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.989297] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port feac97f6-f5b5-46be-84b6-dafd62f97c54 not found, creating... [ 1018.989652] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.990060] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.990060] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.990309] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.990475] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.990779] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.991417] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.991676] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.992038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.992249] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.993859] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: feac97f6-f5b5-46be-84b6-dafd62f97c54 is going to be created. [ 1019.020524] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.020764] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.020912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.021250] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.021520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.021763] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.585697] env[66673]: INFO networking_nsxv3.common.synchronization [None req-3c99ce96-f1e9-47b3-be15-5e2b0782d8ea None None] Enqueued Resource ID: 56a28f7a-2054-47fd-b69b-afd63064a3b4 with Priority: HIGHEST for action port [ 1019.586070] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a28f7a-2054-47fd-b69b-afd63064a3b4 with Priority: HIGHEST for action port [ 1019.586440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a28f7a-2054-47fd-b69b-afd63064a3b4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.586685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a28f7a-2054-47fd-b69b-afd63064a3b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.586792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a28f7a-2054-47fd-b69b-afd63064a3b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.587166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a28f7a-2054-47fd-b69b-afd63064a3b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.587327] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a28f7a-2054-47fd-b69b-afd63064a3b4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.767336] env[66673]: INFO networking_nsxv3.common.synchronization [req-2a084cb3-8310-4083-aa2d-0c57de162e51 req-72a641fd-79d5-4add-b0f7-27573e4066ff service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1019.767519] env[66673]: INFO networking_nsxv3.common.synchronization [req-2a084cb3-8310-4083-aa2d-0c57de162e51 req-72a641fd-79d5-4add-b0f7-27573e4066ff service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1019.767659] env[66673]: INFO networking_nsxv3.common.synchronization [req-2a084cb3-8310-4083-aa2d-0c57de162e51 req-72a641fd-79d5-4add-b0f7-27573e4066ff service nova] Enqueued Resource ID: feac97f6-f5b5-46be-84b6-dafd62f97c54 with Priority: HIGHEST for action port [ 1019.768206] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1019.768342] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1019.768433] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feac97f6-f5b5-46be-84b6-dafd62f97c54 with Priority: HIGHEST for action port [ 1019.768807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.768981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.770081] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.770760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.770999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.771082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.772075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.772075] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.772075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.772075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.772075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.772274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.773378] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.773378] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-feac97f6-f5b5-46be-84b6-dafd62f97c54 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.773534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.773958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.773958] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.773958] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feac97f6-f5b5-46be-84b6-dafd62f97c54',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.089546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a28f7a-2054-47fd-b69b-afd63064a3b4 [ 1020.089783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.089922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.089991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.090279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.090412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.090538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a28f7a-2054-47fd-b69b-afd63064a3b4 already deleted. [ 1020.090730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a28f7a-2054-47fd-b69b-afd63064a3b4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.275832] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.275832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.276089] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.277176] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feac97f6-f5b5-46be-84b6-dafd62f97c54 with status ACTIVE [ 1020.277363] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.277537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.277575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.277764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.277957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.278040] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.278139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.278200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.278351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.278428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.278726] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.278820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.278879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.279585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.279678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feac97f6-f5b5-46be-84b6-dafd62f97c54 is going to be updated. [ 1020.302607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.302607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.302735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.304674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.304674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.304674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feac97f6-f5b5-46be-84b6-dafd62f97c54" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.781525] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.283674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.284076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.284076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.284199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.284244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.284349] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be created. [ 1021.312212] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.312473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.312612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.312844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.313018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.325409] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: UNINITIALIZED for 2s [ 1021.766459] env[66673]: INFO networking_nsxv3.common.synchronization [None req-268228f8-a068-4064-902a-7d326a255527 None None] Enqueued Resource ID: 73c32a9c-74a6-4f28-aeb4-1e2002e4c133 with Priority: HIGHEST for action port [ 1021.766769] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c32a9c-74a6-4f28-aeb4-1e2002e4c133 with Priority: HIGHEST for action port [ 1021.767286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c32a9c-74a6-4f28-aeb4-1e2002e4c133 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.767450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c32a9c-74a6-4f28-aeb4-1e2002e4c133" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.767450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c32a9c-74a6-4f28-aeb4-1e2002e4c133" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.767869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c32a9c-74a6-4f28-aeb4-1e2002e4c133" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.767953] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c32a9c-74a6-4f28-aeb4-1e2002e4c133',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.275092] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c32a9c-74a6-4f28-aeb4-1e2002e4c133 [ 1022.275092] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.275092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.275092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.275408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.275408] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c32a9c-74a6-4f28-aeb4-1e2002e4c133 already deleted. [ 1022.275408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c32a9c-74a6-4f28-aeb4-1e2002e4c133" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.497187] env[66673]: INFO networking_nsxv3.common.synchronization [req-1650d8af-61ca-4000-bffe-1262aeadac4f req-2d52a450-2764-4429-a664-80a2b2b64ec1 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1022.497187] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1022.497187] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.497187] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.497187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.498095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.498095] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.909598] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.909808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.909935] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.910296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.910617] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.910797] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.910906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.911431] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.911622] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.911892] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.912062] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.912213] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.912351] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.912508] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.912639] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.912802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.933772] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.933917] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.934108] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.934297] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.934660] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-977c0a48-0bdd-4b00-989d-d62ec061d8c2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.934809] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.934963] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.935287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.935422] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977c0a48-0bdd-4b00-989d-d62ec061d8c2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.000231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.000790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.000959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.002576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.002576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.002576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1023.046542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.046542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.046542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.046542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.046542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.054095] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1023.335880] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1023.336197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.336382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.336613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.336809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.336927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.336993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.337173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.337260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.337351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.337442] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.438220] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.438390] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.438543] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.438917] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.439132] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.439305] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 977c0a48-0bdd-4b00-989d-d62ec061d8c2 not found, creating... [ 1023.439582] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.439754] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.439874] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.440134] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.440330] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.440613] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.440781] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.440906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.441147] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.441327] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.441552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 977c0a48-0bdd-4b00-989d-d62ec061d8c2 is going to be created. [ 1023.463022] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.463321] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.463470] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.463817] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.465685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.465685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.839755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.840211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.840211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.840421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.840756] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.840887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.840982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.841241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.841354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.841879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.842170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.842286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.842353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.842430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.842559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.842661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.842772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.842871] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.181520] env[66673]: INFO networking_nsxv3.common.synchronization [req-1650d8af-61ca-4000-bffe-1262aeadac4f req-8056cc1e-3c50-4bcc-8aee-7b0356278f4a service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1024.181702] env[66673]: INFO networking_nsxv3.common.synchronization [req-1650d8af-61ca-4000-bffe-1262aeadac4f req-8056cc1e-3c50-4bcc-8aee-7b0356278f4a service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1024.181838] env[66673]: INFO networking_nsxv3.common.synchronization [req-1650d8af-61ca-4000-bffe-1262aeadac4f req-8056cc1e-3c50-4bcc-8aee-7b0356278f4a service nova] Enqueued Resource ID: 977c0a48-0bdd-4b00-989d-d62ec061d8c2 with Priority: HIGHEST for action port [ 1024.182347] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1024.186325] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1024.186325] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977c0a48-0bdd-4b00-989d-d62ec061d8c2 with Priority: HIGHEST for action port [ 1024.186325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.186325] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.186325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-977c0a48-0bdd-4b00-989d-d62ec061d8c2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.186325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.186325] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977c0a48-0bdd-4b00-989d-d62ec061d8c2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.345152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ffa96-d9f8-4399-94bb-481807b440eb: rpc.has_security_group_logging(os_id): False [ 1024.366023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.366264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.366347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.366559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.366648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.366868] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.366968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.367046] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.367220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.367301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.367965] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.367965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.367965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.367965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.367965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.368218] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.368277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.368314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.368539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.368618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.368707] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be created. [ 1024.473676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.473863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.473935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.476840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.476840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.489189] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1024.686426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.686426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.688754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 977c0a48-0bdd-4b00-989d-d62ec061d8c2 with status ACTIVE [ 1024.688754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.688754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.688754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.688754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.688754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.689162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.689162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.689162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.689282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.689282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.690033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.690033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.690033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.690033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.690033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.690033] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 977c0a48-0bdd-4b00-989d-d62ec061d8c2 is going to be updated. [ 1024.713901] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.714223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.714338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.714577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.715155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.715155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977c0a48-0bdd-4b00-989d-d62ec061d8c2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.065347] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1025.065648] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1025.066016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.066078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.066368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.066646] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.066827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.066930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.068172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.068315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.068471] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.107379] env[66673]: INFO networking_nsxv3.common.synchronization [req-775bc66f-0dcd-4108-a077-0497e403a1cc req-b32d1926-83f0-48f8-beb3-a067c57d460f tempest-ServersNegativeTestJSON-1516536467 tempest-ServersNegativeTestJSON-1516536467-project-member] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1025.108016] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1025.108351] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.108556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.108556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.108796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.108890] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.108998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.109065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.109754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.109901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.110036] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.535320] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535320] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535320] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.535624] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.536035] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.536415] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.536635] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.538263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.538810] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.539875] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.540197] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.543021] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.543021] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.543021] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.543021] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.543021] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.566255] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.566255] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.566255] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.566255] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.566255] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-32b4696f-0287-40f9-aadc-36cb478e8839 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.566506] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.566544] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.567242] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.567242] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b4696f-0287-40f9-aadc-36cb478e8839',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.572055] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.612943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.072369] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.072369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.072369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.072369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.072369] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.072834] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 32b4696f-0287-40f9-aadc-36cb478e8839 not found, creating... [ 1026.072834] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.072971] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.073141] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.073803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.073803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.074177] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.074177] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.074305] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077069] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 32b4696f-0287-40f9-aadc-36cb478e8839 is going to be created. [ 1026.077069] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.099479] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.099699] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.099825] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.100246] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.100559] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.100849] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.115732] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.503642] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1026.503930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581590] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.582143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.582272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.582520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.582630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.582740] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1026.619264] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.619461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.619618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.619937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.620151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.622056] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.622197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.622310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.622599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.622715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.622842] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1026.635399] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1026.662241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.662241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.662241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.662241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.662241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.673078] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1026.878028] env[66673]: INFO networking_nsxv3.common.synchronization [req-775bc66f-0dcd-4108-a077-0497e403a1cc req-d7a1fdc9-463a-443e-90ea-5c28976eeacf service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 1026.878224] env[66673]: INFO networking_nsxv3.common.synchronization [req-775bc66f-0dcd-4108-a077-0497e403a1cc req-d7a1fdc9-463a-443e-90ea-5c28976eeacf service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1026.878363] env[66673]: INFO networking_nsxv3.common.synchronization [req-775bc66f-0dcd-4108-a077-0497e403a1cc req-d7a1fdc9-463a-443e-90ea-5c28976eeacf service nova] Enqueued Resource ID: 32b4696f-0287-40f9-aadc-36cb478e8839 with Priority: HIGHEST for action port [ 1026.879210] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 1026.879402] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1026.879562] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b4696f-0287-40f9-aadc-36cb478e8839 with Priority: HIGHEST for action port [ 1026.879819] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.879945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.880009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.880288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.880288] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.881175] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.881406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.881503] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b4696f-0287-40f9-aadc-36cb478e8839 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.885880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.886489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.886664] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b4696f-0287-40f9-aadc-36cb478e8839',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.389428] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.389428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.389428] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b4696f-0287-40f9-aadc-36cb478e8839 with status ACTIVE [ 1027.389781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.389781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.389781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.389991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.390435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.390653] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.390755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.391021] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.391248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.391399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.391596] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.392254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.392346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.392502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.392596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.392665] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b4696f-0287-40f9-aadc-36cb478e8839 is going to be updated. [ 1027.420589] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.420733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.420801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.421025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.421168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.421372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b4696f-0287-40f9-aadc-36cb478e8839" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.548558] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c5ac9873-449d-4671-961a-a088419ff273 tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1027.549379] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1027.549589] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.549847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.549847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.550107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.550242] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.696817] env[66673]: INFO networking_nsxv3.common.synchronization [None req-bd4fe8a8-5e83-4a47-a00b-c72613f9a5b6 tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1027.697465] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1027.697974] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.698121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.077105] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.077287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.077349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.077600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.077670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.077900] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e already deleted. [ 1028.078142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078504] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.601594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.602017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.602017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.602525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.602525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.602525] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e already deleted. [ 1028.602525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.646056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1028.646312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.646476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.646764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.646987] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.647311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.647311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.647427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.647427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.648040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.648040] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.683479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1028.683479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.685024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.685024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.685024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.685024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.152033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.152033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.152033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.152033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.152033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.152033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.152033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.152398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.152398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.152398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.152573] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.152573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.152649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.152833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.153053] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.153249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.153249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.153444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.153545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.153647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.153759] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.186394] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.656701] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 1029.675898] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.676114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.676221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.676513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.676589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.676835] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.676943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.677055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.677248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.677352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.677557] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.677670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.677733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.677875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.677966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.678691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.679800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.679800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.679800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.679800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.679800] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1029.689271] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.744581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.744819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.744900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.745182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.745383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.759101] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1030.192149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.192267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.192340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.192567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.192718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.192766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1030.225266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.225498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.225610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.225847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.226079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.238617] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1031.641336] env[66673]: INFO networking_nsxv3.common.synchronization [req-cf04dd84-e2f1-49f8-8520-78e914e0cde9 req-f0a078ed-be04-4b41-9a6c-ae7f9574383d tempest-ImagesTestJSON-1934431530 tempest-ImagesTestJSON-1934431530-project-member] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1031.641921] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGHEST for action security_group_members [ 1031.642332] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.642462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.643786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.643786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.643786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.643786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.643786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.643786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.643786] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.777654] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1031.778025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.146516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.146516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.146516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.146516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146832] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.146832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.146832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.146941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.147064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.147154] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be updated. [ 1032.179484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.179484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.179484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.179484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.179484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.191377] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: IN_PROGRESS for 2s [ 1032.250500] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.250500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.250500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.250500] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.752075] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.752388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.752524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.752692] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.752789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.752994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.753098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.753185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.753331] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.753423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.753483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.753623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.753757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.753874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.753912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.754045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.754122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.754203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.754290] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.257116] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5: rpc.has_security_group_logging(os_id): False [ 1033.278419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.278621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.278683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.278960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.279125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.279350] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.279466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.279532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.279705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.279789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.279998] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.280114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.280178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.280327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.280535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.280737] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.280853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.280925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.281095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.281173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.281260] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1033.341688] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.341881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.341957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.342191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.342335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.357478] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1034.202325] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc in Status: SUCCESS [ 1034.202763] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc deletion is rescheduled due to dependency. [ 1034.202763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616626] env[66673]: INFO networking_nsxv3.common.synchronization [req-0886612d-238f-48c5-9eb0-56852e7229e1 req-7f232a7f-6dd3-4cb3-bf6a-92cdb2dea99c tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1034.617370] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1034.617667] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.617798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.617884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.620544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.620544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.620544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.620912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.620912] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.012175] env[66673]: INFO networking_nsxv3.common.synchronization [req-db83ec57-ba1a-47e9-863d-470a1c5c1345 req-6aab13bc-1789-402f-9d38-0ba128a1ca74 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1035.012747] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1035.013069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.013197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.013259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.013453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013696] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.013696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.013803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.013904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.013989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.014303] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.020209] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.020390] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.020534] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.020749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.020997] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.023361] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.023512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.023743] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.023877] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.024110] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.024222] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.024328] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.024435] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.024544] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.025552] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.025552] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.046358] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.046531] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.046685] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.046862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.047204] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-dd405205-9c68-4f90-85e6-8f438c6e7cb0 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.047383] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.047524] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.047856] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.048020] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd405205-9c68-4f90-85e6-8f438c6e7cb0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.124953] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.387064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1035.387558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.410302] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.410721] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.410988] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.411447] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.411847] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.412249] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.412249] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.412521] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.412670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.412972] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.413231] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.413437] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.413689] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.413884] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.414066] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.414313] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.435099] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.435297] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.435446] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.435628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.436171] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-76fd5b06-ef1a-427f-a035-0aa64edd3e28 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.436523] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.437270] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.437498] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fd5b06-ef1a-427f-a035-0aa64edd3e28',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.518666] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.518888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.518888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.519138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.519235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.519451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.519554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.519617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.519776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.519856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.519944] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1035.549674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.549885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.549885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.550121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.550269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.551650] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.551898] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.552014] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.552269] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.552411] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.552562] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port dd405205-9c68-4f90-85e6-8f438c6e7cb0 not found, creating... [ 1035.552813] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.553803] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.553978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.554285] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.554441] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.554742] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.554904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.555042] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.555272] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.555413] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.555555] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: dd405205-9c68-4f90-85e6-8f438c6e7cb0 is going to be created. [ 1035.574538] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1035.591334] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.591603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.591756] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.592107] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.592444] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.592771] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.626737] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.940353] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.940679] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940827] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.941232] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.941451] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.941633] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 76fd5b06-ef1a-427f-a035-0aa64edd3e28 not found, creating... [ 1035.941991] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.942212] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.942341] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.942628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.942854] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.943217] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.943793] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.943793] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.943947] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.944028] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.944204] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 76fd5b06-ef1a-427f-a035-0aa64edd3e28 is going to be created. [ 1035.967265] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.967485] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.967547] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.967826] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.968568] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.968568] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.129800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.130053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.130159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.130392] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.130495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.130618] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1036.165787] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.166064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.166276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.166415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.166558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.184216] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1036.326950] env[66673]: INFO networking_nsxv3.common.synchronization [req-0886612d-238f-48c5-9eb0-56852e7229e1 req-238a27ef-961e-4782-af65-0c47eb8a7436 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1036.327132] env[66673]: INFO networking_nsxv3.common.synchronization [req-0886612d-238f-48c5-9eb0-56852e7229e1 req-238a27ef-961e-4782-af65-0c47eb8a7436 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1036.327276] env[66673]: INFO networking_nsxv3.common.synchronization [req-0886612d-238f-48c5-9eb0-56852e7229e1 req-238a27ef-961e-4782-af65-0c47eb8a7436 service nova] Enqueued Resource ID: dd405205-9c68-4f90-85e6-8f438c6e7cb0 with Priority: HIGHEST for action port [ 1036.327780] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1036.327920] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1036.328237] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd405205-9c68-4f90-85e6-8f438c6e7cb0 with Priority: HIGHEST for action port [ 1036.328623] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.328837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.328943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.329210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.329350] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.330919] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.332742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.333315] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd405205-9c68-4f90-85e6-8f438c6e7cb0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.333540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.333695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.334831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.334982] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd405205-9c68-4f90-85e6-8f438c6e7cb0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.684106] env[66673]: INFO networking_nsxv3.common.synchronization [req-df3db874-c6f9-47ee-a44b-176c28895712 req-1e2c5a6b-caa7-44ff-9271-3f2d9fa17941 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 1036.684106] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGHEST for action security_group_members [ 1036.684106] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.684106] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.684106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.684864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.684864] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.693105] env[66673]: INFO networking_nsxv3.common.synchronization [req-db83ec57-ba1a-47e9-863d-470a1c5c1345 req-7aacdfdc-14d7-420c-8b33-f02cd2ef04d1 service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1036.693283] env[66673]: INFO networking_nsxv3.common.synchronization [req-db83ec57-ba1a-47e9-863d-470a1c5c1345 req-7aacdfdc-14d7-420c-8b33-f02cd2ef04d1 service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1036.693436] env[66673]: INFO networking_nsxv3.common.synchronization [req-db83ec57-ba1a-47e9-863d-470a1c5c1345 req-7aacdfdc-14d7-420c-8b33-f02cd2ef04d1 service nova] Enqueued Resource ID: 76fd5b06-ef1a-427f-a035-0aa64edd3e28 with Priority: HIGHEST for action port [ 1036.694259] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1036.694259] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1036.694259] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fd5b06-ef1a-427f-a035-0aa64edd3e28 with Priority: HIGHEST for action port [ 1036.694454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.694582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.694645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.694820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.695312] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.697437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.697437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.697437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fd5b06-ef1a-427f-a035-0aa64edd3e28 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.697437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.697437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.697654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.697654] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fd5b06-ef1a-427f-a035-0aa64edd3e28',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.837053] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.837053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.840240] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd405205-9c68-4f90-85e6-8f438c6e7cb0 with status ACTIVE [ 1036.840240] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.840240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.840240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.846741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.846741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.846741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.846741] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd405205-9c68-4f90-85e6-8f438c6e7cb0 is going to be updated. [ 1036.870193] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.870193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.870193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.870193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.870699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.871028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd405205-9c68-4f90-85e6-8f438c6e7cb0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.110566] env[66673]: INFO networking_nsxv3.common.synchronization [req-7dbd9fd4-8bda-42b8-9731-c7b998a582f8 req-e6c3521c-7514-4614-a7a0-787c579e5b4e tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1037.111135] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1037.111457] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.111594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.112228] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.112338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.112402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.112586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.112682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.112778] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.187467] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.187624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.187692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.187921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.197222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.197391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.199777] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fd5b06-ef1a-427f-a035-0aa64edd3e28 with status ACTIVE [ 1037.199986] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.200126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.200194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.200497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.200588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.200801] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.200881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.200963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.201212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.201389] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.201480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.201671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.201743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.201824] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fd5b06-ef1a-427f-a035-0aa64edd3e28 is going to be updated. [ 1037.212525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.212525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.212525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.212525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.212525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.212525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.213057] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 is going to be updated. [ 1037.223808] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.224081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.224206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.224463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.224649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.224851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fd5b06-ef1a-427f-a035-0aa64edd3e28" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.243869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.244036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.244119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.244339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.244483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.253731] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: IN_PROGRESS for 2s [ 1037.470481] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.470688] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.470812] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.471097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.471359] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.471524] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.471642] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.471859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.472015] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.473674] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.473880] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.474058] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.475529] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.475713] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.475895] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.476094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.501311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.501311] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.501497] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.501598] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.501921] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-e49e8409-f256-40ae-b3fa-e433fe77ab15 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.502175] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.502225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502559] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.502704] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49e8409-f256-40ae-b3fa-e433fe77ab15',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.584663] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1037.584803] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 deletion is rescheduled due to dependency. [ 1037.584936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.585442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.585756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.585892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.586043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.586108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.586271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.586331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.586426] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.615966] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.616241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.616241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.616507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.616507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.616793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.616877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.616939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.617086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.617166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.617250] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a already deleted. [ 1037.617331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.008952] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.009400] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.009400] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.009699] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.009853] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.010050] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port e49e8409-f256-40ae-b3fa-e433fe77ab15 not found, creating... [ 1038.010534] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.010534] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.010638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.010786] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.010926] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.011253] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.011444] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.011586] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.011772] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.011905] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.012064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: e49e8409-f256-40ae-b3fa-e433fe77ab15 is going to be created. [ 1038.043456] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.043693] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.043785] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.044089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.044325] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.044551] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089171] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.194781] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1038.195155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.195449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.196384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.196744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.197024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.591797] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.699127] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.793399] env[66673]: INFO networking_nsxv3.common.synchronization [req-7dbd9fd4-8bda-42b8-9731-c7b998a582f8 req-201ed798-ee5c-4b06-ad46-eee882000e2b service nova] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_rules [ 1038.793572] env[66673]: INFO networking_nsxv3.common.synchronization [req-7dbd9fd4-8bda-42b8-9731-c7b998a582f8 req-201ed798-ee5c-4b06-ad46-eee882000e2b service nova] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1038.793747] env[66673]: INFO networking_nsxv3.common.synchronization [req-7dbd9fd4-8bda-42b8-9731-c7b998a582f8 req-201ed798-ee5c-4b06-ad46-eee882000e2b service nova] Enqueued Resource ID: e49e8409-f256-40ae-b3fa-e433fe77ab15 with Priority: HIGHEST for action port [ 1038.794254] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_rules [ 1038.794388] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1038.794481] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49e8409-f256-40ae-b3fa-e433fe77ab15 with Priority: HIGHEST for action port [ 1038.794747] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.795203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.795203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.795328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.795473] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.796423] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.796568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.796637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.796830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.797015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.797167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.797265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.797354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.797426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.797524] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.798855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e49e8409-f256-40ae-b3fa-e433fe77ab15 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.799242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799277] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49e8409-f256-40ae-b3fa-e433fe77ab15',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.094443] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.094794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.094794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.094900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.094966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.095044] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1039.125242] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.125455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.125455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.125653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.125849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.135376] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1039.203461] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.271481] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 in Status: SUCCESS [ 1039.271722] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 deletion is rescheduled due to dependency. [ 1039.271812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.300984] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.302214] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.302214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.302891] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e49e8409-f256-40ae-b3fa-e433fe77ab15 with status ACTIVE [ 1039.302891] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.302891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.303104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.303171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.303272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.303440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.303547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.303611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.303819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.303911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.304118] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.304214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.304285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.304429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.304505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.304590] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e49e8409-f256-40ae-b3fa-e433fe77ab15 is going to be updated. [ 1039.325995] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.326158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.326305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.326492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.326695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.326919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e49e8409-f256-40ae-b3fa-e433fe77ab15" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.705601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.705807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.705892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.706322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.706322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.706322] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1039.744344] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.745220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.746060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.746060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.757672] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1039.803495] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.306252] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.306671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.306671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.306770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.306804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.306931] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be created. [ 1040.334029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.334236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.334291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.334483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.334665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.347488] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: UNINITIALIZED for 2s [ 1041.146625] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1041.146870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.147286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.147477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.147593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.147653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.147801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.147875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.148068] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.652401] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.652401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.652798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.652798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.652798] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.652962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.653583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.653583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.653583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.653583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.653583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.653583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.653906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.653906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.653906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.654139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.654139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.654233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.654233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.654307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.654400] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.715502] env[66673]: INFO networking_nsxv3.common.synchronization [None req-4a320046-9b6b-44be-a333-a4c1cf653282 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1041.716112] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1041.716419] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.716499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.716589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.717155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.717155] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.717369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.717369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.718357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718357] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.767745] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.769909] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769909] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.061445] env[66673]: INFO networking_nsxv3.common.synchronization [req-2bc593a5-dfbc-4df9-a372-41bfa2408aba req-c079e863-355a-4da5-9b06-33c01485f966 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1042.062365] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1042.064664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.064664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.064664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.064664] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.157372] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 1042.176352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.176352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.176352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.176593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177429] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.177760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.177760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.177760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.177913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.177959] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.180220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.180220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.180220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1042.220360] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.257974] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.258166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.258239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.258578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.258648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.265878] env[66673]: INFO networking_nsxv3.common.synchronization [req-0f45bd72-da96-4110-b05a-0dbde357f3a8 req-3edcccaf-03e7-4e23-9791-6f2df8dc902f tempest-ServersNegativeTestJSON-1516536467 tempest-ServersNegativeTestJSON-1516536467-project-member] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1042.266314] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1042.266658] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.266801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.267114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.267114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.267284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.267537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.267537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.267649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.267735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.268276] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.273490] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.273490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.274050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.274050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.274050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.274324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.274324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.274324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.274503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.274546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.274677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.274802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.274872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.275061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.275330] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.275438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.275524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.276063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.276220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.276349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.276473] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.278201] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1042.363486] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1042.363781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.364527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.364752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.364944] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.365072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.365136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.365317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.365407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.365517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.365661] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.508852] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.509129] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-521" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.509207] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-521" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.509584] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-521" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.509989] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.510757] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.511031] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.511454] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.511779] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.512212] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.512471] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.512694] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.512880] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.513071] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.513251] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.513463] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.534472] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.534675] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.534797] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.535018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-521" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.535607] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-afe71473-f579-41be-96df-243bfb069cf4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.535922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.536135] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.536610] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.536933] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe71473-f579-41be-96df-243bfb069cf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.566576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.566746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.566828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.567085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.567352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567574] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.567690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.568157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.568575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.568665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.568818] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 already deleted. [ 1042.568903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.722133] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.771035] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.779463] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1042.798739] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.798898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.798968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.799197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.799306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799562] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.799708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.799757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.799890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.799964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.800182] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.800265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.800345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.800515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.800599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.800793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.800895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.801039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.801831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.801831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.801831] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1042.860979] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.861185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.861254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.861470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.861637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.869813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.870037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.870037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.870485] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.870635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.871254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.871254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.871254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.871254] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.871562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.871562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.871712] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.871799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.872060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.872136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.872253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.872449] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.877358] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1043.039785] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.040130] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.040208] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.040515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.040743] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.040949] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port afe71473-f579-41be-96df-243bfb069cf4 not found, creating... [ 1043.041454] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.041674] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.041850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.042682] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.042887] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.043307] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.043561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043739] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.044079] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.044245] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.044457] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: afe71473-f579-41be-96df-243bfb069cf4 is going to be created. [ 1043.075237] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.075536] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.075696] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.076108] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.076359] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.076599] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.225131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.225313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.225429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.225711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.225971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.226106] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1043.263358] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.264257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.264481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.273686] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.276485] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1043.375058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a: rpc.has_security_group_logging(os_id): False [ 1043.401754] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.401754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.401754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.402124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.402212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.402423] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.402527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.402590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.402749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.402827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.403033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.403130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.403189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.403332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.403405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.403608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.403698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.403749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.403886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.403961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.404109] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be created. [ 1043.464914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.465183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.465285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.465565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.465931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.477258] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1043.778556] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.778556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.778556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.778556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.778556] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1043.817936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.818182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.818241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.818424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.818568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.831497] env[66673]: INFO networking_nsxv3.common.synchronization [req-2bc593a5-dfbc-4df9-a372-41bfa2408aba req-cd848e22-3ed6-4cd9-8c88-2744ccd8b8a5 service nova] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1043.831497] env[66673]: INFO networking_nsxv3.common.synchronization [req-2bc593a5-dfbc-4df9-a372-41bfa2408aba req-cd848e22-3ed6-4cd9-8c88-2744ccd8b8a5 service nova] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1043.831638] env[66673]: INFO networking_nsxv3.common.synchronization [req-2bc593a5-dfbc-4df9-a372-41bfa2408aba req-cd848e22-3ed6-4cd9-8c88-2744ccd8b8a5 service nova] Enqueued Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1043.832924] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1043.834105] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1043.834496] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1043.834624] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1043.835833] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.835957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.836030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.837609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.837609] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.837609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.837609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.837609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.837609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.837999] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.837999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.837999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.838525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.839325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.839325] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.841311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe71473-f579-41be-96df-243bfb069cf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.841437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.842030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.842143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.842231] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe71473-f579-41be-96df-243bfb069cf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.893968] env[66673]: INFO networking_nsxv3.common.synchronization [req-beea3849-06d0-4ee6-8a27-a6a817d64599 req-5a44ac22-a55d-46c1-8395-914bb8d70abd tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1043.894360] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1043.894641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.894810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.894909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.895160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.895371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.895535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.895632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.895861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.896163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.896542] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.265235] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.265235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.265235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.265235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.265235] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.265235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.265691] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.266150] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.266439] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.266790] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.267070] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.270016] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.270016] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.270016] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.270016] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.270016] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.294708] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1044.295475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.303043] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.303043] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.303043] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.303043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.303043] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-43dcd482-e966-4e34-8138-d29468660e70 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.303043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.303043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.303043] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.303043] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43dcd482-e966-4e34-8138-d29468660e70',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.345117] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.346116] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.346629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.346629] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe71473-f579-41be-96df-243bfb069cf4 with status ACTIVE [ 1044.346629] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.346629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.346927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.347676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.347676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.347676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.347676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.347676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.347676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.347992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.347992] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.348093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.348154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.348307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.348432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.348474] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe71473-f579-41be-96df-243bfb069cf4 is going to be updated. [ 1044.372371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.372371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.372371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.372371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.372699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.372699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.398533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.399115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.399115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.399270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.399374] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.399875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.399875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.399875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.400062] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 1044.439791] env[66673]: INFO networking_nsxv3.common.synchronization [req-3d66f26b-d3ba-4b9d-a9e2-1b0622c6d599 req-bae47f73-23d7-4f9c-8570-9109a180eb90 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1044.441034] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1044.441233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.441348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.441422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.441669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.441874] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.441990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.442083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.442251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.442365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.442469] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.454458] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.454700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.454700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.454893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.455078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.466147] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 1044.810993] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.810993] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 43dcd482-e966-4e34-8138-d29468660e70 not found, creating... [ 1044.810993] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.810993] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.811643] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.811643] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.811643] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.811643] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.811643] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.811643] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 43dcd482-e966-4e34-8138-d29468660e70 is going to be created. [ 1044.832993] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833817] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.837049] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.837049] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.850390] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.892479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1044.892734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.945552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.945758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.945847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.946118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.946240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.946477] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.946584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.946647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.946861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.946948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.947059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1044.983346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.983581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.983581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.983953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.984158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.994766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1045.302275] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1045.302275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.354022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.354022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.354022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.354022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.354300] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be created. [ 1045.389566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.389784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.390251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.390526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.402414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: UNINITIALIZED for 2s [ 1045.498941] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1045.498941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [req-4ea653e2-5a52-46dd-a6eb-5dcded0db5fe req-6c545bc3-a70a-4bf8-9dfb-bf1e760abd8d service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [req-4ea653e2-5a52-46dd-a6eb-5dcded0db5fe req-6c545bc3-a70a-4bf8-9dfb-bf1e760abd8d service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [req-4ea653e2-5a52-46dd-a6eb-5dcded0db5fe req-6c545bc3-a70a-4bf8-9dfb-bf1e760abd8d service nova] Enqueued Resource ID: 43dcd482-e966-4e34-8138-d29468660e70 with Priority: HIGHEST for action port [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1045.551527] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dcd482-e966-4e34-8138-d29468660e70 with Priority: HIGHEST for action port [ 1045.551527] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.551527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.551527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.552247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.552633] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.556027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.556027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.556027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.556027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-43dcd482-e966-4e34-8138-d29468660e70 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.556027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.557085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559803] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43dcd482-e966-4e34-8138-d29468660e70',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.697138] env[66673]: INFO networking_nsxv3.common.synchronization [req-369865bf-b3bb-4b76-8d9d-7ade52e86a18 req-68dbf277-453a-46cd-911e-ac8d4349a95f tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1045.697730] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1045.700874] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.701070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.701143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.701782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702079] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.702281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.702352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.702478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.702663] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.850068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1045.850455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.060087] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.060897] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061467] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43dcd482-e966-4e34-8138-d29468660e70 with status ACTIVE [ 1046.061596] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.062061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.062185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.062329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.062732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.062732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.062732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.063045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.063045] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.063190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.063190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.063416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.063416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.063593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43dcd482-e966-4e34-8138-d29468660e70 is going to be updated. [ 1046.090931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.091235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.091235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.091367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.091501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.091665] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43dcd482-e966-4e34-8138-d29468660e70" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.109885] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.110103] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.110221] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.110490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.110756] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.110906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.111030] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.111251] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.111393] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.111602] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.111715] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.111818] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.111921] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.112146] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.112146] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.112278] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.151343] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.151602] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.151811] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.152059] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.152637] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-cd2f606b-ac93-4094-917e-aa519d7c3713 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.152637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.153474] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.153879] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.154065] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2f606b-ac93-4094-917e-aa519d7c3713',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.205297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.205439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.205512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.205782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.205871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.206069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.206171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.206232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.206386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.206460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.206543] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e already deleted. [ 1046.206640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.476451] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 1046.476635] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 1046.476796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.562044] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.656291] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.656538] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.656709] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.657018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.657178] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657339] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port cd2f606b-ac93-4094-917e-aa519d7c3713 not found, creating... [ 1046.657621] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.657782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.657902] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.658219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.658373] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.658667] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.658873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.659018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.659242] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.659371] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.660045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: cd2f606b-ac93-4094-917e-aa519d7c3713 is going to be created. [ 1046.694152] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.694403] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.694528] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.694834] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.695087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.695313] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.004278] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1047.004632] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb deletion is rescheduled due to dependency. [ 1047.004632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.063861] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.064061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.064136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.064358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.064450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.064546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1047.094193] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.094400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.094448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.094733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.094967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.104157] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1047.390149] env[66673]: INFO networking_nsxv3.common.synchronization [req-369865bf-b3bb-4b76-8d9d-7ade52e86a18 req-13227550-0d14-4020-bc99-e3d2cd7c48d0 service nova] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1047.390149] env[66673]: INFO networking_nsxv3.common.synchronization [req-369865bf-b3bb-4b76-8d9d-7ade52e86a18 req-13227550-0d14-4020-bc99-e3d2cd7c48d0 service nova] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1047.390360] env[66673]: INFO networking_nsxv3.common.synchronization [req-369865bf-b3bb-4b76-8d9d-7ade52e86a18 req-13227550-0d14-4020-bc99-e3d2cd7c48d0 service nova] Enqueued Resource ID: cd2f606b-ac93-4094-917e-aa519d7c3713 with Priority: HIGHEST for action port [ 1047.390984] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1047.391249] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1047.391378] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2f606b-ac93-4094-917e-aa519d7c3713 with Priority: HIGHEST for action port [ 1047.391783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.391921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.392034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392409] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.393592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.393804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.393903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.394132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.394339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.394494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.394620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.396651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.396806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.396926] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.398188] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd2f606b-ac93-4094-917e-aa519d7c3713 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.398313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.398398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.398563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.398670] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2f606b-ac93-4094-917e-aa519d7c3713',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.413846] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1047.414119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.414745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.414976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.415200] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.415390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.415390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.415979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.416719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.416893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.416999] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.900951] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.901883] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.902029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.902431] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd2f606b-ac93-4094-917e-aa519d7c3713 with status ACTIVE [ 1047.903588] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.903588] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.903588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.904075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.904075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.905845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.905993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.906075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.906227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.906300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.906388] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd2f606b-ac93-4094-917e-aa519d7c3713 is going to be updated. [ 1047.919963] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.920167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.920239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.920498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.920975] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.920975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.920975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.921220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.921220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.921282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.921432] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.921587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.921587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.921835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.921904] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.922018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.922362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.922528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.922624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.922719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.922821] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.929888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.930065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.930120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.930319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.930456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.930622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.156374] env[66673]: INFO networking_nsxv3.common.synchronization [req-60ccbf58-3070-44a8-ba11-7d4718d7ad73 req-09944b01-25b7-4847-bf14-49edb7ca9ad4 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1048.156979] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1048.158181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.158181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.158181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.158468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.159893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.159893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.159893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.159893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.159893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.159893] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.402753] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.428163] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c6e769b-c2ba-44be-b3c7-a988015db754: rpc.has_security_group_logging(os_id): False [ 1048.450683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.450871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.451352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.451601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.451729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.452683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.452683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.452683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.452683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.452683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.453137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.453383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.453504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.453588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.453795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.453892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.453984] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be created. [ 1048.525981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.526230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.526230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.526584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.526850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.538056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1048.661830] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.906034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.906034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.906034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.906283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.906351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.906501] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be created. [ 1048.936079] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.936305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.936372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.936855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.936945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.950409] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: UNINITIALIZED for 2s [ 1049.114360] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1049.114648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.114803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.115126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.115281] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.115416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.115468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.115871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.116028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.116623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.116623] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.167041] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.619643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.619969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.619969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.620206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.620495] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.620587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.620587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.620796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.621792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.621792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.621792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.622387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.622387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.622387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.622387] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.669755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.669755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.669755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.670031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.670322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.670322] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1049.699672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.699903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.699975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.712114] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1049.849558] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.851073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.851073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.851073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.851073] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.126033] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 1050.143989] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.144198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.144266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.144475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.144566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.144857] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.144987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.145077] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.145327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.145436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.145700] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.145822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.145877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.146031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.146123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.146309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.146431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.146501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.146672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.146766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.146851] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1050.211416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.211729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.211729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.211969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.211969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.228566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1050.352883] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.553935] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1050.554288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855075] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.963712] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1050.963712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.965279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.965279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.965279] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.359331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1051.359771] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1051.467204] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.723639] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1051.723938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.971808] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67cf4055-18c3-45a7-bcab-13b16382637e: rpc.has_security_group_logging(os_id): False [ 1051.983703] env[66673]: INFO networking_nsxv3.common.synchronization [None req-6301a514-12cb-43a0-9e6d-1e768980e60e tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1051.984366] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1051.984813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.984932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.984998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.985263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.985339] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.988549] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.988710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.988804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.989011] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.990895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.991194] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.991381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.991659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.991788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.991914] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be created. [ 1052.056576] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.056839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.056839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.057376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.057376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.069252] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: IN_PROGRESS for 2s [ 1052.089333] env[66673]: INFO networking_nsxv3.common.synchronization [None req-92bdcc30-568c-4d37-8c30-42a03fbc8a48 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1052.090596] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1052.090981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.091258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.248738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1052.248910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.378065] env[66673]: INFO networking_nsxv3.common.synchronization [req-c109c80b-53c4-409c-b544-35d37d0a4973 req-0ff0e485-d941-4f74-8c2c-553f6ba2efb3 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1052.379398] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1052.379398] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.380035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.381388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.381388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.381388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.381388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.381388] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.431073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.431273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.431628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.447188] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1052.448131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.449175] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1052.486614] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.486737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.486774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.486972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.499338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.500046] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1052.500155] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.500372] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1052.521314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.521736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.521974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.521974] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 already deleted. [ 1052.521974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.522738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.522816] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.550965] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.551166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.551166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.551314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.553043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.553260] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1052.642242] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.642424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.642516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.643619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.643619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.644095] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1052.873635] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.873827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.873891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.874227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.874454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.874755] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:53. [ 1052.874848] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7c7c90ff-80a9-4949-b445-6b241717fd47', '2bb29772-ddee-422d-9880-e27f74528446', '824c02de-1ec3-4f3d-ac26-669bc8ab6129', '0bad30fd-18ea-4ff6-ba12-5de4b3d31de5', '0e8e2ca3-842c-43b7-b6bc-73346ea58806', 'b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c', 'b92a453a-38f0-413c-a54e-6580915bd4d6', '72bb767f-fc33-41a7-8084-68e5add4d7f2', '798c5e40-86c7-4d0f-b5fd-39631c718e94', '50bbf344-9417-4cb4-8dab-f6dddc477fb3', '6fea19e6-61a6-4ab4-82f5-f8d4330f4a21', 'b1e1786c-25d5-4f92-9fdd-510630658a90', 'cbb51b96-a34a-4042-8f50-e0a85a699b90', '1069a7f8-a214-49d6-b806-721ff2bd3a96', '7a45643c-c18f-4add-ba1a-05997ff69470', '51214b6b-cc4b-48d0-85ce-46260aaacb37', 'c6e6a634-c51b-49e7-8974-1cee215aebb2', 'a9807246-0bcf-41b5-895b-a9646f67c41c', '1fee5190-b83c-4edc-9bf2-a5ff7a62366e', '67cf4055-18c3-45a7-bcab-13b16382637e', 'fee15328-f0f6-469f-9315-cf9f849abf86', 'de2e327f-9f2d-4898-adec-cdf1b66e4718', '96c69f79-d67c-4749-9d61-f436a5650be2', '3f1b3078-5cea-4b49-9086-f95faa64b7a5', 'c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b', '79b3725f-ad9b-42a9-aff2-dce06f4214ec', '1879641c-9fd0-4f34-91f0-0b237deadf75', '66f9609d-b8e9-48b0-9a6d-f824cfe3f33a', '9fb96e01-affc-49ab-90e3-ecdc68e2b51f', 'ef4c580f-2839-4826-907d-72649d6f8c0e', '0236e880-ca2f-4692-b523-2d26dcc971d9', '2ae71c94-4060-43a9-914f-e096ec1a3f6a', '5450f511-3202-478f-88a4-a8193e5d8bcc', '45ab83c8-8fe4-4310-99f0-fa9da6236a93', '0a518e60-315d-4911-b4ed-0b68096fb0ea', 'ba1c7864-6001-4145-8668-f13af7af50ab', '4cd64681-4b3c-422b-82cc-e35fab1e9247', '8c6e769b-c2ba-44be-b3c7-a988015db754', '9cc80f87-1e45-4827-9dcf-e37b64b3a87a', '2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894', '2c90b482-5758-42bd-89d6-4fb5d698d98b', '2483b3f9-9337-4548-a76b-2f10e7e988f0', 'dd738ba4-b8c5-4190-9c67-c76dd0d123cc', '63561f75-2793-4200-b8a0-4121a5df2b13', '439302f6-6471-4cde-94b4-5da89d8dda23', '984ec483-4259-4650-8f47-e249a3846f6c', 'd48ffa96-d9f8-4399-94bb-481807b440eb', '996b528e-69e9-4d3c-be55-7c03f4d0f58d', 'ee0be29d-0689-40b4-9635-352a4ba3d00a', '9b585490-b0e8-4b46-99fd-a0ac82b1e108', 'bd67170c-c557-4178-9184-8bd62844c149', 'ce095e06-a0eb-404d-9a18-4942c8803d27', '699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6'} {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.875019] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1052.883762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.883914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.883967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.884200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.903300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.903549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.903549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.903761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.903861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.903967] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1052.904111] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.904111] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1052.908409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.908705] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.908844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.908902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.909465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.909621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.909692] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1052.959955] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.959955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.959955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.959955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.959955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.969527] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1053.048231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.048376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.048438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048981] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 already deleted. [ 1053.049138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.057402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.057543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.057603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.057903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.059102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.059398] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1053.059502] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.059587] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1053.059657] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1053.059736] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/53 resources of Type:Security Group Rules [ 1053.059809] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGH for action security_group_rules [ 1053.059891] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGH for action security_group_rules [ 1053.059957] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGH for action security_group_rules [ 1053.060029] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGH for action security_group_rules [ 1053.060097] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGH for action security_group_rules [ 1053.060152] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGH for action security_group_rules [ 1053.060209] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGH for action security_group_rules [ 1053.060269] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGH for action security_group_rules [ 1053.060327] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGH for action security_group_rules [ 1053.060385] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGH for action security_group_rules [ 1053.060444] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGH for action security_group_rules [ 1053.060501] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGH for action security_group_rules [ 1053.060562] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGH for action security_group_rules [ 1053.060786] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGH for action security_group_rules [ 1053.060786] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGH for action security_group_rules [ 1053.060786] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGH for action security_group_rules [ 1053.060951] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGH for action security_group_rules [ 1053.060951] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 1053.061041] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGH for action security_group_rules [ 1053.061073] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGH for action security_group_rules [ 1053.061156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.082680] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1054.083093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983141] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1054.983357] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1054.983468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.184314] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c7347514-d579-4aa2-acd7-f0591f1ba409 None None] Enqueued Resource ID: bcf1916d-d26a-444d-a3e8-edbbf37568fd with Priority: HIGHEST for action port [ 1056.184928] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf1916d-d26a-444d-a3e8-edbbf37568fd with Priority: HIGHEST for action port [ 1056.185101] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 with Priority: HIGH for action security_group_rules [ 1056.185208] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 with Priority: HIGH for action security_group_rules [ 1056.185358] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a453a-38f0-413c-a54e-6580915bd4d6 with Priority: HIGH for action security_group_rules [ 1056.185487] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a45643c-c18f-4add-ba1a-05997ff69470 with Priority: HIGH for action security_group_rules [ 1056.185833] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGH for action security_group_rules [ 1056.185833] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e with Priority: HIGH for action security_group_rules [ 1056.185833] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 1056.185961] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 with Priority: HIGH for action security_group_rules [ 1056.189211] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 with Priority: HIGH for action security_group_rules [ 1056.189889] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 with Priority: HIGH for action security_group_rules [ 1056.190910] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGH for action security_group_rules [ 1056.191126] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1786c-25d5-4f92-9fdd-510630658a90 with Priority: HIGH for action security_group_rules [ 1056.191364] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGH for action security_group_rules [ 1056.191582] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 with Priority: HIGH for action security_group_rules [ 1056.192244] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 with Priority: HIGH for action security_group_rules [ 1056.192364] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c with Priority: HIGH for action security_group_rules [ 1056.192472] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 with Priority: HIGH for action security_group_rules [ 1056.192567] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 with Priority: HIGH for action security_group_rules [ 1056.192661] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGH for action security_group_rules [ 1056.192774] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGH for action security_group_rules [ 1056.193212] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf1916d-d26a-444d-a3e8-edbbf37568fd taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.193376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf1916d-d26a-444d-a3e8-edbbf37568fd" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.193448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf1916d-d26a-444d-a3e8-edbbf37568fd" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.193729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf1916d-d26a-444d-a3e8-edbbf37568fd" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.193850] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf1916d-d26a-444d-a3e8-edbbf37568fd',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.198724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7c90ff-80a9-4949-b445-6b241717fd47 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.198908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.199034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.200522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.200522] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7c90ff-80a9-4949-b445-6b241717fd47',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.200921] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.201017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.201157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.201445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.201545] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824c02de-1ec3-4f3d-ac26-669bc8ab6129',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.202877] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92a453a-38f0-413c-a54e-6580915bd4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.203210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.203476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.207285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.207372] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92a453a-38f0-413c-a54e-6580915bd4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.209267] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a45643c-c18f-4add-ba1a-05997ff69470 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.209267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.209267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.209267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.209555] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a45643c-c18f-4add-ba1a-05997ff69470',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.210287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.210437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.210477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.210822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.210822] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.212104] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.212104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.212104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.212104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.212104] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fee5190-b83c-4edc-9bf2-a5ff7a62366e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.213299] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.213299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.213299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.213299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.213509] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.214366] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e6a634-c51b-49e7-8974-1cee215aebb2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.214481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.214481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.214677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.214677] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e6a634-c51b-49e7-8974-1cee215aebb2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.215980] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1069a7f8-a214-49d6-b806-721ff2bd3a96 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.216603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.216778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.216983] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1069a7f8-a214-49d6-b806-721ff2bd3a96',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.218215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51214b6b-cc4b-48d0-85ce-46260aaacb37 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.218215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.218215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.218215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.218215] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51214b6b-cc4b-48d0-85ce-46260aaacb37',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.219012] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.219336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.219462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.219536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.220630] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.220630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1786c-25d5-4f92-9fdd-510630658a90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.220630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.221057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.221057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.221057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1786c-25d5-4f92-9fdd-510630658a90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.223870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.223955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.224137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.224194] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.230022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50bbf344-9417-4cb4-8dab-f6dddc477fb3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.230022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798c5e40-86c7-4d0f-b5fd-39631c718e94 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.230022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798c5e40-86c7-4d0f-b5fd-39631c718e94',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.230607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.230607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.230607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230607] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.231317] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bb767f-fc33-41a7-8084-68e5add4d7f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.232255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.232342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.232484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.232556] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bb767f-fc33-41a7-8084-68e5add4d7f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.233301] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.233402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.233461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.233606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.233716] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e8e2ca3-842c-43b7-b6bc-73346ea58806',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.234522] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.234673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.234746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.234949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.235041] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.235801] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.235902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.236019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.240316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.240316] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.240316] env[66673]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1056.740316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcf1916d-d26a-444d-a3e8-edbbf37568fd [ 1056.740610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.740933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.741206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.741619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.741747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.741897] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcf1916d-d26a-444d-a3e8-edbbf37568fd already deleted. [ 1056.741998] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf1916d-d26a-444d-a3e8-edbbf37568fd" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.744777] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.745492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.745492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.745633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.746253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.746253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.746362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.746679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.746768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.746882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.747825] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.750257] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.751883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.751883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.751883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.752068] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.752129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.752165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.752308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.752378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.752457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.752562] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.759880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.759880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.759880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.760256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.763023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.763023] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.763023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.763023] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.767318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.767505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.767607] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.779021] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.779222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.779222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.779363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.781649] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.781649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.781649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.781649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.781649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.781649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.781649] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.783884] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.783884] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.783884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.783884] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.805463] env[66673]: INFO networking_nsxv3.common.synchronization [req-5008bfde-05c1-46c9-ba02-cfd5a03f9458 req-ba588c72-4531-4066-a062-268cd97d141f tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1056.818332] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1056.830851] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.831042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.831114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.831312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.831446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.831544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.831602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.831729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.831857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.831935] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.860219] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.860399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.860399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.862282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.865519] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.865670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.866683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.866832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.867901] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.867901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.872900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.872900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.872900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.872900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.874090] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.874237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.876325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.876554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879877] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1056.880638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.880638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881023] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1056.881448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.884133] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1056.884133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.884133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.887838] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1056.888374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.888481] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bb767f-fc33-41a7-8084-68e5add4d7f2 is going to be deleted. [ 1056.889453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.889658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.910374] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92a453a-38f0-413c-a54e-6580915bd4d6 is going to be deleted. [ 1056.910674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.910924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.934160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.934160] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798c5e40-86c7-4d0f-b5fd-39631c718e94 is going to be deleted. [ 1056.934965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.935933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.963083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.963223] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7c90ff-80a9-4949-b445-6b241717fd47 is going to be deleted. [ 1056.964187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.964389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.024832] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.024832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.043966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.044135] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e8e2ca3-842c-43b7-b6bc-73346ea58806 is going to be deleted. [ 1057.045290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.104652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.104809] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50bbf344-9417-4cb4-8dab-f6dddc477fb3 is going to be deleted. [ 1057.105847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.106450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.126659] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.126830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.144036] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.144181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.150600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c is going to be deleted. [ 1057.151187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.151494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.188495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.188495] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a45643c-c18f-4add-ba1a-05997ff69470 is going to be deleted. [ 1057.189272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.195712] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.195928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.249765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.249993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.258604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.258788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.258847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.259470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.259563] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.259677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.259741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.260082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.260236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.260358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.260523] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.260622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.260681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.260845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.261028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.261091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.261139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.261280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.261357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.261437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.261553] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.265021] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.265477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.265477] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.265951] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.266391] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.266550] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.266882] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.267273] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.267505] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267759] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.267891] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.268244] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.268244] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.268244] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.268402] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.268600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.271185] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.271323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.287401] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.289753] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.289960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.290013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.290365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.290671] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.290799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.291251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.291251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.291329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.291487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.291760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.291900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.292020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.292243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.292458] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.292609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.292861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.293104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.293229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.293363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.293503] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.294898] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.296196] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.296325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.296370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.296617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.296853] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.296965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.297037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.297195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.297277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.297361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.297508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.297604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.297678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.297825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.297982] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.298087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.298167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.298348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.298459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.298560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.298652] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.299502] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.299738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.299823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.299982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.300141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.300238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.300300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.300610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.300714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.300806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.301204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.301785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.302694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.302939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.303171] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.303292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.303386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.303571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.303680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.303784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.303909] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.306926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.307056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1786c-25d5-4f92-9fdd-510630658a90 is going to be deleted. [ 1057.309406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.309618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.329032] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.329282] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.329448] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.329646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-212" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.330036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-22890949-b72c-45d3-ac54-af0afedeca73 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.330235] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.330386] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.330768] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.330917] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22890949-b72c-45d3-ac54-af0afedeca73',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.334894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.335026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.370825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.371057] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51214b6b-cc4b-48d0-85ce-46260aaacb37 is going to be deleted. [ 1057.371941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.372174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.373724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.373898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.397758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.397985] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e6a634-c51b-49e7-8974-1cee215aebb2 is going to be deleted. [ 1057.398868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.399110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.462913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.462913] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824c02de-1ec3-4f3d-ac26-669bc8ab6129 is going to be deleted. [ 1057.463186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.463472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.465114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.465234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.502476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.502715] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1069a7f8-a214-49d6-b806-721ff2bd3a96 is going to be deleted. [ 1057.503752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.503994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.513497] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.513730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.537585] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.537865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.542558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.542754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fee5190-b83c-4edc-9bf2-a5ff7a62366e is going to be deleted. [ 1057.543739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.543979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.544103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.544243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bb767f-fc33-41a7-8084-68e5add4d7f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.544408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.544580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.544676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.544797] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92a453a-38f0-413c-a54e-6580915bd4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.545452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.545621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.545710] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.545844] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798c5e40-86c7-4d0f-b5fd-39631c718e94" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.545990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.546170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.546252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.546483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7c90ff-80a9-4949-b445-6b241717fd47" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.546652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.546811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.546888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.547054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e8e2ca3-842c-43b7-b6bc-73346ea58806" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.547191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.547352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.547442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.547557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50bbf344-9417-4cb4-8dab-f6dddc477fb3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.547685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.547857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.547937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.548084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4db0e47-72fd-4e67-af66-ecb4cdbf7f3c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.548233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.548483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.626717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.627164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.627311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.627395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.627673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.627800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.627920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 1057.630342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.630636] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a45643c-c18f-4add-ba1a-05997ff69470" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.632091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.632355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.632479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.632669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1786c-25d5-4f92-9fdd-510630658a90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.633559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.633902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.634080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.634246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e6a634-c51b-49e7-8974-1cee215aebb2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.634437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.634683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.635213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51214b6b-cc4b-48d0-85ce-46260aaacb37" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.643096] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.643305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.643408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.643781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.643900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.644065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824c02de-1ec3-4f3d-ac26-669bc8ab6129" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.703379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.703657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.703787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.704097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.704255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.704401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fee5190-b83c-4edc-9bf2-a5ff7a62366e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.712673] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.712870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.712921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.713210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.713301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.713470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1069a7f8-a214-49d6-b806-721ff2bd3a96" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.746523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 1057.771116] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1057.790322] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67cf4055-18c3-45a7-bcab-13b16382637e: rpc.has_security_group_logging(os_id): False [ 1057.797216] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5: rpc.has_security_group_logging(os_id): False [ 1057.806443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 1057.808456] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 1057.811908] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb51b96-a34a-4042-8f50-e0a85a699b90: rpc.has_security_group_logging(os_id): False [ 1057.821346] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.821627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.821773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.822110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.824673] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.825027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835202] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835487] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835631] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.836129] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.836420] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 22890949-b72c-45d3-ac54-af0afedeca73 not found, creating... [ 1057.836633] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.836813] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.836936] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.837214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.837371] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.837700] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.837890] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838501] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.838659] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.838812] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 22890949-b72c-45d3-ac54-af0afedeca73 is going to be created. [ 1057.852765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.852765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.853724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.853928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.854617] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.854748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.855610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.855738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.874401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.874641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.874748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.874815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.875074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.875171] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.875501] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.875638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.875704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.875922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.876032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.876300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.876446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.876519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.876673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.876752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.876852] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1057.878024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.878192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.880081] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.880296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.880421] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.880662] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.880887] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.881135] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.914099] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.914475] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.914593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.914649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.914859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.914960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.915063] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be updated. [ 1057.916301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.957906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.957906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.957906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.957906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.959319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.959319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.959319] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 1057.959319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.959319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.012818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.012952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.038422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.039508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.039508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.039508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.039508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.039508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.039508] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1058.040560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.040759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.082052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.082738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.082738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.082738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1058.083743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.084054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.084301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.085570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.085818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.118537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118537] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1058.161345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.161345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.171270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.171471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.187047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.187618] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.187757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.187877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.188154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.188282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.188560] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.188853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.188853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.189259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.189259] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.189512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.189707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.189762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.189993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.190184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.190270] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1058.191588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.191894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.192092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.194683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.194934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.196167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.196528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.196596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.215863] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 1058.216656] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: IN_PROGRESS for 2s [ 1058.217295] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1058.263239] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.263239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.263239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.264282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.264282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.300148] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1058.386979] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.387159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.387238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.387455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.387606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.412109] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1058.583211] env[66673]: INFO networking_nsxv3.common.synchronization [req-5008bfde-05c1-46c9-ba02-cfd5a03f9458 req-2c8d61a1-3196-47b4-bb3d-838ac6493a16 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 1058.583211] env[66673]: INFO networking_nsxv3.common.synchronization [req-5008bfde-05c1-46c9-ba02-cfd5a03f9458 req-2c8d61a1-3196-47b4-bb3d-838ac6493a16 service nova] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1058.583211] env[66673]: INFO networking_nsxv3.common.synchronization [req-5008bfde-05c1-46c9-ba02-cfd5a03f9458 req-2c8d61a1-3196-47b4-bb3d-838ac6493a16 service nova] Enqueued Resource ID: 22890949-b72c-45d3-ac54-af0afedeca73 with Priority: HIGHEST for action port [ 1058.583859] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_rules [ 1058.584069] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1058.584351] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22890949-b72c-45d3-ac54-af0afedeca73 with Priority: HIGHEST for action port [ 1058.584864] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.585022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.585144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.585435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.585625] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.587150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.587359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587703] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-22890949-b72c-45d3-ac54-af0afedeca73 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.587823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.588098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.588179] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22890949-b72c-45d3-ac54-af0afedeca73',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.940900] env[66673]: INFO networking_nsxv3.common.synchronization [req-49d0807e-8142-4b55-b404-38d237cc5e26 req-14d80f8a-49ce-4c45-91bd-258b064be8b6 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1058.940900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1058.940900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.941207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.941207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.941296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.941533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.941533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.941648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.941729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.941829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941930] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.093801] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22890949-b72c-45d3-ac54-af0afedeca73 with status ACTIVE [ 1059.094034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.094431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.094431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.094568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.094697] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.095451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.095934] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22890949-b72c-45d3-ac54-af0afedeca73 is going to be updated. [ 1059.098271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.098615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.120855] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.120992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.120992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.121328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.121420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.121565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22890949-b72c-45d3-ac54-af0afedeca73" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.443770] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.765553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 1059.765818] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 1059.765957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.766118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.766608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.766694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.766834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.766873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.768030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.768030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.768030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.947452] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.136289] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1060.136419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.195584] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d8c70657-eadc-46bd-aeb5-ddac847ca707 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1060.196128] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1060.196448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.196552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.235551] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1060.235832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.236637] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 1060.236893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237630] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1060.237865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.269989] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.314233] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1060.314935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.437482] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1060.437716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.451581] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.451901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.451901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.452230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.452372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452515] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1060.485767] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.485917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.485988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.486243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.486485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.498103] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1060.773051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.093389] env[66673]: INFO networking_nsxv3.common.synchronization [None req-744f49c3-8116-48e8-ab91-8cf33d895069 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d with Priority: HIGHEST for action security_group_rules [ 1061.093971] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d with Priority: HIGHEST for action security_group_rules [ 1061.094333] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b20b740-e175-4d9e-b253-24e54ce55c1d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.094459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.094526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.094788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.094892] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b20b740-e175-4d9e-b253-24e54ce55c1d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.191138] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c6591597-3b71-457d-b860-1be486ef7166 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d with Priority: HIGHEST for action security_group_rules [ 1061.192180] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d with Priority: HIGHEST for action security_group_rules [ 1061.192180] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b20b740-e175-4d9e-b253-24e54ce55c1d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.193921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.275475] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.275681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.275742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.275909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.275994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.276101] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 1061.312299] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.312299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.316218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.316744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.316744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.330460] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 1061.617993] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.617993] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d already deleted. [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.617993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.617993] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b20b740-e175-4d9e-b253-24e54ce55c1d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.140416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.140635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.140635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.140775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.140830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.140946] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b20b740-e175-4d9e-b253-24e54ce55c1d already deleted. [ 1062.141050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b20b740-e175-4d9e-b253-24e54ce55c1d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511232] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1062.511673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.512056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.512056] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.512159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.512199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.512814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.512814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.512814] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.015315] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.015629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.015629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.015756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.015846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.016048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.016167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.016233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.016390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.016466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.016553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1063.048651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.048807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.048868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059163] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1063.344346] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 1063.344563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.344793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.345069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.345422] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.345559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.345620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.345804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.345888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.345978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.346125] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.849033] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.849243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.849309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.849579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.849758] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.849885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.849951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.850286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.850286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.850286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.850451] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.850502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.850550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.851342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.851342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.851342] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.354310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd67170c-c557-4178-9184-8bd62844c149: rpc.has_security_group_logging(os_id): False [ 1064.375136] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.375136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.375136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.375136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.375136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.375386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.375386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.375386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.375575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.375613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.375952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.375952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.375952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.376299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.376299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.376299] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.376444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.376444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.376565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.376633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.376740] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 1064.440813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.441375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.441375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.441375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.441375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.455882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 1065.072926] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1065.073365] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 deletion is rescheduled due to dependency. [ 1065.073365] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.376960] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.376960] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.376960] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.376960] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.376960] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4331da4c-f2d5-42da-85f4-bfec7703cd1e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.377415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.377415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.377415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.378560] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.378560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.378560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.378560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.378560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.378560] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.379305] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.379305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.379305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.379657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.379657] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.379657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.379657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.379806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.379842] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380706] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.426068] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_rules [ 1065.426535] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.426535] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1065.426641] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.426796] env[66673]: INFO networking_nsxv3.common.synchronization [req-296aea0f-709f-4f1a-9374-88124696dac8 req-fb2c8eaa-535f-4368-92f5-b4246b67ffd4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1065.427310] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_rules [ 1065.427498] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1065.427627] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1065.427744] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.427913] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.428164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4331da4c-f2d5-42da-85f4-bfec7703cd1e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.428302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.428362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.428632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.428814] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.429630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.429780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.429868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.430101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.430187] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.430924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe71473-f579-41be-96df-243bfb069cf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.431798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.431798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.431798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.431798] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe71473-f579-41be-96df-243bfb069cf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.434360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4331da4c-f2d5-42da-85f4-bfec7703cd1e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.434360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.434360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.434360] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.882617] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.884420] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.887198] env[66673]: INFO networking_nsxv3.common.synchronization [req-84207683-0850-4021-a64c-fdb472e44387 req-c65e65e1-39f6-4320-ae85-970e1b9083e4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.887373] env[66673]: INFO networking_nsxv3.common.synchronization [req-84207683-0850-4021-a64c-fdb472e44387 req-c65e65e1-39f6-4320-ae85-970e1b9083e4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.888043] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e with Priority: HIGHEST for action security_group_members [ 1065.888162] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.888478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4331da4c-f2d5-42da-85f4-bfec7703cd1e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.888530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.888674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.888756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.935166] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.935410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.935686] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4331da4c-f2d5-42da-85f4-bfec7703cd1e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.935865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.936064] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe71473-f579-41be-96df-243bfb069cf4 with status ACTIVE [ 1065.936314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.936445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.936585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.936794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.936896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.937143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.937278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.937352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.937547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.937653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.937880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.937997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.938128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.938246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.938321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.938413] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe71473-f579-41be-96df-243bfb069cf4 is going to be updated. [ 1065.942368] env[66673]: INFO networking_nsxv3.common.synchronization [req-84207683-0850-4021-a64c-fdb472e44387 req-c65e65e1-39f6-4320-ae85-970e1b9083e4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1065.942557] env[66673]: INFO networking_nsxv3.common.synchronization [req-84207683-0850-4021-a64c-fdb472e44387 req-c65e65e1-39f6-4320-ae85-970e1b9083e4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.942712] env[66673]: INFO networking_nsxv3.common.synchronization [req-84207683-0850-4021-a64c-fdb472e44387 req-c65e65e1-39f6-4320-ae85-970e1b9083e4 tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1065.943302] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_rules [ 1065.943453] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1065.943560] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe71473-f579-41be-96df-243bfb069cf4 with Priority: HIGHEST for action port [ 1065.943842] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.943940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.944159] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.944244] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.944437] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe71473-f579-41be-96df-243bfb069cf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.944525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.962288] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.962502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.962594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.962824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.962976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.963120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.963769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.963953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.964103] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe71473-f579-41be-96df-243bfb069cf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.387085] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.388275] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.466564] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe71473-f579-41be-96df-243bfb069cf4 with status ACTIVE [ 1066.466808] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.466943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.467352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.467532] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.467632] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.467919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.468150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.468248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.468303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.468444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.468517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.468600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe71473-f579-41be-96df-243bfb069cf4 is going to be updated. [ 1066.470335] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 1066.470443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.492251] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.492374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.492417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.492655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.492807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.492979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe71473-f579-41be-96df-243bfb069cf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889767] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.889767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.890027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.890258] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e is going to be created. [ 1066.891512] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.891667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.891768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.892048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.892048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.892186] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1066.935650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.935865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.935914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.936152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.936354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.947683] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.947683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.947683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.947683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.947683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.949412] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e in Status: UNINITIALIZED for 2s [ 1066.959545] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1067.039309] env[66673]: INFO networking_nsxv3.common.synchronization [req-d46ee303-16ad-445f-8b78-e9a0001fdd0c req-6be12d46-7365-4e22-995f-8fce002e3076 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1067.040124] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1067.040171] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.040280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.040320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.040542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.040661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.040758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.040817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.040953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.041064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.041180] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.141522] env[66673]: INFO networking_nsxv3.common.synchronization [req-31a6b620-9aa6-4385-ad91-2838de6c7c56 req-75d28e13-0fce-472d-82b1-c7d2dcf21bb4 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1067.142067] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1067.142383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.142514] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.142581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.142826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.143015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.143210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.143283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.143480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.143552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.143623] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.493314] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.493649] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.493746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494147] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.494385] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.494557] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.494694] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.496317] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.496317] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.496317] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.496317] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.496317] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.496317] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.496317] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.496317] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.526815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.527180] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.527629] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.527725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-253" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.528055] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-987b7458-c4a4-4845-af3f-f041c519c718 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.528250] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.528377] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.528716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.528891] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987b7458-c4a4-4845-af3f-f041c519c718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.545761] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.545977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.546127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.546324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.571743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.571743] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.571743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.571743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.571743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.571743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.571743] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be updated. [ 1067.613163] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.613426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.613499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.613730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.613909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.627325] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1067.646143] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.646296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.646399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.646682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.646790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.647140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.647140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.647292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.647424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.647500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.647595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 already deleted. [ 1067.647688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.031527] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.031798] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.031925] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.032637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.032865] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.033239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 987b7458-c4a4-4845-af3f-f041c519c718 not found, creating... [ 1068.033334] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.033508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.033630] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.033870] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.034018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.034436] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.034571] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.034703] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.034922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.035097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.035246] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 987b7458-c4a4-4845-af3f-f041c519c718 is going to be created. [ 1068.057801] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058057] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.058392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.058556] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.058863] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.059408] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [req-31a6b620-9aa6-4385-ad91-2838de6c7c56 req-d72b1e8d-9ca2-4b5d-9c6f-e4d871ce3f7d service nova] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [req-31a6b620-9aa6-4385-ad91-2838de6c7c56 req-d72b1e8d-9ca2-4b5d-9c6f-e4d871ce3f7d service nova] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [req-31a6b620-9aa6-4385-ad91-2838de6c7c56 req-d72b1e8d-9ca2-4b5d-9c6f-e4d871ce3f7d service nova] Enqueued Resource ID: 987b7458-c4a4-4845-af3f-f041c519c718 with Priority: HIGHEST for action port [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_rules [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1068.813767] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 987b7458-c4a4-4845-af3f-f041c519c718 with Priority: HIGHEST for action port [ 1068.814946] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.815337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.815504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.816093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.816313] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.817448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.817804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.819027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.820694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-987b7458-c4a4-4845-af3f-f041c519c718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.820946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.822556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.822556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.822556] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987b7458-c4a4-4845-af3f-f041c519c718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.964630] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e in Status: SUCCESS [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.969932] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.969932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.969932] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.979489] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1068.979489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.979489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.979489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.981044] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.981044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.981044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.981044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.981044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.982256] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.323784] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.324727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.324727] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.326057] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 987b7458-c4a4-4845-af3f-f041c519c718 with status ACTIVE [ 1069.326057] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.326236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.326236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.326471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.326567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.326752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.326856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.326920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.327408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.327408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.327408] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.327566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.327566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.328502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.328502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.328502] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 987b7458-c4a4-4845-af3f-f041c519c718 is going to be updated. [ 1069.350439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.350577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.350648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.350869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.351073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.351263] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-987b7458-c4a4-4845-af3f-f041c519c718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.475046] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.477863] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.477863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.477863] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e is going to be deleted. [ 1069.487955] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.527380] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.527380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.527380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.527380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.530257] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.530257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.530257] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.639778] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1069.640124] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a deletion is rescheduled due to dependency. [ 1069.640300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.829976] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.898716] env[66673]: INFO networking_nsxv3.common.synchronization [req-04d42253-ac95-4be0-a8ea-9a625c1630ac req-5820b78b-df06-4b87-9bc9-ce233a3a4e41 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 1069.899218] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGHEST for action security_group_members [ 1069.899527] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.899649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.899712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.899906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.900162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.900162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.900290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.900341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.900454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.900513] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.993959] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.036426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.036582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.036651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.036887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.036993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.037226] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.038519] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e already deleted. [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.038519] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.038519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.039094] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.333663] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.333878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.334170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.334416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.334534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.334651] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 is going to be created. [ 1070.359687] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.371516] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: UNINITIALIZED for 2s [ 1070.403336] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.403611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.403694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.403918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.426618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.427029] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.427239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.427357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.427657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.427803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.427943] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 is going to be updated. [ 1070.447649] env[66673]: INFO networking_nsxv3.common.synchronization [req-454aeab0-c546-4a50-be52-41e848744aff req-15f7c5e4-f937-4ff0-ab60-b1582d98541f tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1070.448495] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1070.448827] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.448950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.449439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.449674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.449834] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.449954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.449997] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.450195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.450261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.450330] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.456415] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.456556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.456633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.456840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.456991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.466493] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: IN_PROGRESS for 2s [ 1070.500678] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.500889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.500980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.501163] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.501254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.501405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1070.538943] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.539145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.539253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.539508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.539671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.545619] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.545811] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.545989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.546358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.546468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.546903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.546903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.547061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.547170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.547250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.547381] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e already deleted. [ 1070.547510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.547645] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.552594] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1070.631290] env[66673]: INFO networking_nsxv3.common.synchronization [req-26f942c3-f1e5-419b-93f2-8189bc1575d7 req-969b8d85-dde9-4a5d-961c-0b872722fbfc tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1070.632630] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1070.638024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.638024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.638024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.638024] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.664668] env[66673]: INFO networking_nsxv3.common.synchronization [req-26f942c3-f1e5-419b-93f2-8189bc1575d7 req-969b8d85-dde9-4a5d-961c-0b872722fbfc tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1070.666151] env[66673]: INFO networking_nsxv3.common.synchronization [req-26f942c3-f1e5-419b-93f2-8189bc1575d7 req-969b8d85-dde9-4a5d-961c-0b872722fbfc tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1070.666151] env[66673]: INFO networking_nsxv3.common.synchronization [req-26f942c3-f1e5-419b-93f2-8189bc1575d7 req-969b8d85-dde9-4a5d-961c-0b872722fbfc tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1070.666661] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1070.666804] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1070.666899] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1070.667203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.667340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.667406] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.667603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.667684] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.669841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.669841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.670265] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.670378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.670442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.670617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.670693] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f1bd0f-7472-4be9-ab65-9a7b3bda18a8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.952625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.953040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.953040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.953291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.965548] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.965901] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.966067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.966366] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.966634] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.966794] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.966909] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967192] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.967501] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.967610] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.967716] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.967818] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.968406] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.968406] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.968406] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.975617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.975948] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.975948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.976108] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.976309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.976309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.976428] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1070.988308] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.988577] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.988725] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.988928] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.989253] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.989585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.989585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990030] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b42be9-c618-4b0a-9ffa-3e70a7a6aede',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.011370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.026714] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1071.050313] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4331da4c-f2d5-42da-85f4-bfec7703cd1e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.139427] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.173473] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with status ACTIVE [ 1071.173775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.174042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.174198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.174928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.175578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.175818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.178982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.179095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.179404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.179404] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.179745] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.179917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.179987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.180162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.180245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.180337] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 is going to be updated. [ 1071.181564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.181653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.204604] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.204799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.204883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.205231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.205375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.205724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.493204] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.493460] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.494138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.494138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.494138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.494305] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 66b42be9-c618-4b0a-9ffa-3e70a7a6aede not found, creating... [ 1071.494475] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.494639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.494756] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.495135] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.495229] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.495518] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.495677] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.495794] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.496188] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.496385] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.496563] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 66b42be9-c618-4b0a-9ffa-3e70a7a6aede is going to be created. [ 1071.517737] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.518029] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.518184] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.518698] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.518698] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518921] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.552853] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4331da4c-f2d5-42da-85f4-bfec7703cd1e: rpc.has_security_group_logging(os_id): False [ 1071.592431] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.592577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.592645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.592876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.592963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593209] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.593306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.593368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.593521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.593592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593674] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e is going to be created. [ 1071.619356] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e], does not exist path=[/infra/domains/default/groups/4331da4c-f2d5-42da-85f4-bfec7703cd1e]."\n}' [ 1071.619636] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e [ 1071.619636] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1071.641683] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.690845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.691193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.692372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.692372] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.692496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.692530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.692832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.692910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.693386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.693386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.693386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.693549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.693549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.693549] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4331da4c-f2d5-42da-85f4-bfec7703cd1e is going to be created. [ 1071.715843] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e], does not exist path=[/infra/domains/default/groups/4331da4c-f2d5-42da-85f4-bfec7703cd1e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e [ 1071.716420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4331da4c-f2d5-42da-85f4-bfec7703cd1e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.716533] env[66673]: Traceback (most recent call last): [ 1071.716533] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1071.716533] env[66673]: return func(*args, **kwargs) [ 1071.716533] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1071.716533] env[66673]: res.raise_for_status() [ 1071.716533] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1071.716533] env[66673]: raise HTTPError(http_error_msg, response=self) [ 1071.716533] env[66673]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e [ 1071.716533] env[66673]: During handling of the above exception, another exception occurred: [ 1071.716533] env[66673]: Traceback (most recent call last): [ 1071.718355] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1071.718355] env[66673]: listener.cb(fileno) [ 1071.718355] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1071.718355] env[66673]: result = function(*args, **kwargs) [ 1071.718355] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1071.718355] env[66673]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1071.718355] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1071.718355] env[66673]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1071.718355] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1071.718355] env[66673]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1071.718355] env[66673]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1071.718355] env[66673]: res.raise_for_status() [ 1071.718355] env[66673]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1071.718355] env[66673]: raise HTTPError(http_error_msg, response=self) [ 1071.718355] env[66673]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/4331da4c-f2d5-42da-85f4-bfec7703cd1e [ 1071.718355] env[66673]: Removing descriptor: 62 [ 1072.146050] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.146342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.146342] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.146683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.146683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.146753] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be updated. [ 1072.178840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.178840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.179137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.179137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.179280] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.189216] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 2s [ 1072.226358] env[66673]: INFO networking_nsxv3.common.synchronization [req-454aeab0-c546-4a50-be52-41e848744aff req-f4ee913e-e73b-4ba3-979d-b34d666d2518 service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1072.226530] env[66673]: INFO networking_nsxv3.common.synchronization [req-454aeab0-c546-4a50-be52-41e848744aff req-f4ee913e-e73b-4ba3-979d-b34d666d2518 service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1072.226663] env[66673]: INFO networking_nsxv3.common.synchronization [req-454aeab0-c546-4a50-be52-41e848744aff req-f4ee913e-e73b-4ba3-979d-b34d666d2518 service nova] Enqueued Resource ID: 66b42be9-c618-4b0a-9ffa-3e70a7a6aede with Priority: HIGHEST for action port [ 1072.227207] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1072.227867] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1072.227867] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b42be9-c618-4b0a-9ffa-3e70a7a6aede with Priority: HIGHEST for action port [ 1072.227867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.228146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.228146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.228222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.228304] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.229309] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.229309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.229475] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.229583] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.229647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.229855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.229943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b42be9-c618-4b0a-9ffa-3e70a7a6aede',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.389509] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: SUCCESS [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.389509] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.389509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.389509] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.481036] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fee15328-f0f6-469f-9315-cf9f849abf86 in Status: SUCCESS [ 1072.481036] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 deletion is rescheduled due to dependency. [ 1072.481036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.562769] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1072.563044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.563219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.563446] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.563640] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.563758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.563821] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.563970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.564064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.564163] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.732638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.732792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.736258] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b42be9-c618-4b0a-9ffa-3e70a7a6aede with status ACTIVE [ 1072.736569] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.736715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.736792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737012] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.737416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.737485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.738104] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.738208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.738304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.738425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.738502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.738581] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b42be9-c618-4b0a-9ffa-3e70a7a6aede is going to be updated. [ 1072.761034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.761034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.762086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b42be9-c618-4b0a-9ffa-3e70a7a6aede" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.893408] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.037657] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1073.037904] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb deletion is rescheduled due to dependency. [ 1073.038299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.038562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.038789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.038974] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.039119] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.039223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.039462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.039572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.039677] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.066669] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.397291] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341f13cb-c2cf-4ad1-8ff1-011424875080: rpc.has_security_group_logging(os_id): False [ 1073.417035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.417293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.417383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.417631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.417747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418110] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.418192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.418231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.418400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.418515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418622] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 is going to be created. [ 1073.481157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.481395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.481395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.481608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.481802] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.497143] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: IN_PROGRESS for 2s [ 1073.543749] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.569215] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.899222] env[66673]: INFO networking_nsxv3.common.synchronization [req-9c3df99c-17fc-4286-b949-53439e986182 req-311c4d9e-5941-4d75-ae8b-21efe37812be tempest-ServerRescueTestJSONUnderV235-894214196 tempest-ServerRescueTestJSONUnderV235-894214196-project-member] Enqueued Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1073.899417] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 with Priority: HIGHEST for action security_group_members [ 1073.899729] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.899843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.901712] env[66673]: INFO networking_nsxv3.common.synchronization [req-5230604b-5ec0-4af0-8596-2e95f1ee5e6a req-19ae3b2c-0c47-4071-ae94-266639b4c8d7 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1073.901829] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1073.902375] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.902484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902554] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.902973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.903083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.903142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.903304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.903388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903483] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.046724] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.072362] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.072907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.073043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.073267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.073363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.073468] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1074.110392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.110683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.110740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.111642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.111642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.124094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1074.198665] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 4s [ 1074.406095] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.447559] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.447774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.447898] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.448199] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.448484] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.448647] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.448767] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.449046] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.449150] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.449370] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.449484] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.449605] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.449717] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.449829] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.449940] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.450093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.470750] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.471045] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.471240] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.471475] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.472195] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-dca6640e-4472-4c1d-996d-5951b34396bf taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.472195] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.472195] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.472553] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.472671] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca6640e-4472-4c1d-996d-5951b34396bf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.510602] env[66673]: INFO networking_nsxv3.common.synchronization [req-8ab9d2c4-1ec1-4f40-8e92-cb558ca2cbe9 req-88e01c9b-5c54-4734-a560-c7d5f281d9cf tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 1074.511113] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d with Priority: HIGHEST for action security_group_members [ 1074.511444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-996b528e-69e9-4d3c-be55-7c03f4d0f58d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.511575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.511629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.511834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.511981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.512849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.512849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.512849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.512849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.512849] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996b528e-69e9-4d3c-be55-7c03f4d0f58d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.551770] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.551770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.551770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.552152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.552152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.552225] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1074.583540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.583777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.583777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.583945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.584104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.593345] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1074.908820] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.975713] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.976025] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.976163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.976446] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.976657] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.976848] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port dca6640e-4472-4c1d-996d-5951b34396bf not found, creating... [ 1074.977166] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.977328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.977465] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.977745] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.977920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.978243] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.979153] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.979287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.979510] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.979695] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.979844] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: dca6640e-4472-4c1d-996d-5951b34396bf is going to be created. [ 1075.000473] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.000627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.000813] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.001219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.001581] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.001875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.014847] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.015060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.015147] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.015422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.041751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.042146] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.042306] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.042370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.043041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.043176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.043319] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d is going to be updated. [ 1075.072552] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.072912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.072912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.073141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.073289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.081773] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: IN_PROGRESS for 2s [ 1075.138304] env[66673]: INFO networking_nsxv3.common.synchronization [req-3b63c961-ce0b-4ee3-94e3-96338a056159 req-ea6e0a41-5115-444f-b048-c0c51de9ab3c tempest-ServerDiskConfigTestJSON-1692840156 tempest-ServerDiskConfigTestJSON-1692840156-project-member] Enqueued Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1075.141975] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67170c-c557-4178-9184-8bd62844c149 with Priority: HIGHEST for action security_group_members [ 1075.142404] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd67170c-c557-4178-9184-8bd62844c149 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.142528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.142639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.142840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.143015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.143133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.143191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.143598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.143598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.143598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd67170c-c557-4178-9184-8bd62844c149',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.411586] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.411956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.411956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.412051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.412144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.412202] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1075.441553] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.441777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.441871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.442149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.442376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.453932] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1075.509816] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: SUCCESS [ 1075.510053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.650224] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.650456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.650456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.650820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.673118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.673353] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.673465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.673540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.673741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.673826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.674045] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 is going to be updated. [ 1075.702744] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.702927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.702971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.705227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.705227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.713845] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: IN_PROGRESS for 2s [ 1075.745170] env[66673]: INFO networking_nsxv3.common.synchronization [req-5230604b-5ec0-4af0-8596-2e95f1ee5e6a req-a20182c1-9611-4941-b717-c69655c40210 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1075.745473] env[66673]: INFO networking_nsxv3.common.synchronization [req-5230604b-5ec0-4af0-8596-2e95f1ee5e6a req-a20182c1-9611-4941-b717-c69655c40210 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1075.745770] env[66673]: INFO networking_nsxv3.common.synchronization [req-5230604b-5ec0-4af0-8596-2e95f1ee5e6a req-a20182c1-9611-4941-b717-c69655c40210 service nova] Enqueued Resource ID: dca6640e-4472-4c1d-996d-5951b34396bf with Priority: HIGHEST for action port [ 1075.746490] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1075.746611] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1075.747392] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca6640e-4472-4c1d-996d-5951b34396bf with Priority: HIGHEST for action port [ 1075.747785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.747944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.748045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.748303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.748415] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.749772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.749894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.750182] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca6640e-4472-4c1d-996d-5951b34396bf taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.750311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.750417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.750609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.750700] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca6640e-4472-4c1d-996d-5951b34396bf',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.120891] env[66673]: INFO networking_nsxv3.common.synchronization [req-75577ac8-e820-4059-bb2c-7dcc3680bb7c req-c905cb38-bd6e-41f0-8a88-73973e39d6f5 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1076.121231] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1076.121594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.134470] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1076.134768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135908] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136353] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.138124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140417] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.140417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.140417] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [req-75577ac8-e820-4059-bb2c-7dcc3680bb7c req-c905cb38-bd6e-41f0-8a88-73973e39d6f5 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [req-75577ac8-e820-4059-bb2c-7dcc3680bb7c req-c905cb38-bd6e-41f0-8a88-73973e39d6f5 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [req-75577ac8-e820-4059-bb2c-7dcc3680bb7c req-c905cb38-bd6e-41f0-8a88-73973e39d6f5 tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_rules [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1076.142518] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with Priority: HIGHEST for action port [ 1076.146825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.146825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.146825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.146825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.146825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.146825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.146825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.147174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.147174] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f1bd0f-7472-4be9-ab65-9a7b3bda18a8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.212030] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.212030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.212030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.212030] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.256028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.256028] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dca6640e-4472-4c1d-996d-5951b34396bf with status ACTIVE [ 1076.256028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.256028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.256028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.256981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.256981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.256981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.256981] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dca6640e-4472-4c1d-996d-5951b34396bf is going to be updated. [ 1076.297646] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.297646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.297646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.297831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.297871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.298168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca6640e-4472-4c1d-996d-5951b34396bf" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.410068] env[66673]: INFO networking_nsxv3.common.synchronization [req-43216855-2a9f-4d3c-82cb-98f0cd7b00cf req-8a1b2136-dfbf-46e0-9426-48850a7252e4 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1076.411597] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1076.412990] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.413515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.413769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.414078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.414363] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.415238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.415238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.415238] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.607910] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1076.608217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.608527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.608921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.609197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.609346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.609418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.609584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.609680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.609806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.610085] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.642785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.643363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651232] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.651499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.652453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.654743] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 with status ACTIVE [ 1076.655913] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.656222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.656222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.656533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.656674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.657017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.657135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.657313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.657420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.657587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.657871] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.658052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.658052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.658323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.658323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.658323] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f1bd0f-7472-4be9-ab65-9a7b3bda18a8 is going to be updated. [ 1076.693253] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.693253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.693253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.693253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.693253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.693253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f1bd0f-7472-4be9-ab65-9a7b3bda18a8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.693906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.694320] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.694602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.694934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.696969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.696969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.696969] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1076.718268] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.731239] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.731239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.731239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.731239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.731503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753111] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1076.806613] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.806841] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.807020] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.807360] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.807646] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.807810] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.807925] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.808173] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.808317] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.808530] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.808641] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.808748] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.808852] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.808957] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.809076] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.809240] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.874051] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.874233] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.874359] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.874715] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.875208] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-5d27c944-587b-4462-ab84-9d4393f28db8 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.875494] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.875717] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.876171] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.876369] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d27c944-587b-4462-ab84-9d4393f28db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.919037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.919254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.919367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.919699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.946521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.946829] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.946897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.947111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.947357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.947474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.947585] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1076.967554] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/2c90b482-5758-42bd-89d6-4fb5d698d98b [ 1076.967733] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1077.087048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.087199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.087269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.087473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.088488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.088828] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.088931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.088995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.089334] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1077.102201] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d in Status: SUCCESS [ 1077.102517] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996b528e-69e9-4d3c-be55-7c03f4d0f58d deletion is rescheduled due to dependency. [ 1077.102637] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996b528e-69e9-4d3c-be55-7c03f4d0f58d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.112287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.112471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.112526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.112750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.112991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.113111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.113177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.113330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.113432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.113498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.113638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.113730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.113789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.113926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114076] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.114226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.114350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.114448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.114487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.114578] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.119030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.119473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.119630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.131579] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1077.220230] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.379160] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.380040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.380233] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.380627] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.380808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.380989] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 5d27c944-587b-4462-ab84-9d4393f28db8 not found, creating... [ 1077.381309] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.381504] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.381630] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.381860] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.382011] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.382463] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.382626] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.382745] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.383035] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.383190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.383331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 5d27c944-587b-4462-ab84-9d4393f28db8 is going to be created. [ 1077.403976] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.404210] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.404337] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.404661] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.404930] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.405190] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.470026] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.470026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.470026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.470026] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.618310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ffa96-d9f8-4399-94bb-481807b440eb: rpc.has_security_group_logging(os_id): False [ 1077.636723] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.636892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.637014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.637265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.662619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.662992] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.662992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.662992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.663271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.663271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.663495] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.663654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.663694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.663910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.663979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.664807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.664807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.664807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.665275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.665275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.666100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1077.722696] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.722696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.722968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.723055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.723218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.723310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be updated. [ 1077.725348] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd67170c-c557-4178-9184-8bd62844c149 in Status: SUCCESS [ 1077.725535] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd67170c-c557-4178-9184-8bd62844c149 deletion is rescheduled due to dependency. [ 1077.725716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd67170c-c557-4178-9184-8bd62844c149" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.732790] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.735120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.735120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.735120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.735120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.747237] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1077.761772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.761994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.762082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.762348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.762530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.774887] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 2s [ 1077.971736] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.128306] env[66673]: INFO networking_nsxv3.common.synchronization [req-43216855-2a9f-4d3c-82cb-98f0cd7b00cf req-6a855fc5-7aac-49c1-89a3-fbe85b908992 service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1078.128499] env[66673]: INFO networking_nsxv3.common.synchronization [req-43216855-2a9f-4d3c-82cb-98f0cd7b00cf req-6a855fc5-7aac-49c1-89a3-fbe85b908992 service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1078.128646] env[66673]: INFO networking_nsxv3.common.synchronization [req-43216855-2a9f-4d3c-82cb-98f0cd7b00cf req-6a855fc5-7aac-49c1-89a3-fbe85b908992 service nova] Enqueued Resource ID: 5d27c944-587b-4462-ab84-9d4393f28db8 with Priority: HIGHEST for action port [ 1078.129185] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1078.129323] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1078.129421] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d27c944-587b-4462-ab84-9d4393f28db8 with Priority: HIGHEST for action port [ 1078.129692] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.130158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.130528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.130676] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.132825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.132915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.133131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d27c944-587b-4462-ab84-9d4393f28db8 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.133245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.133322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.133501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.133578] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d27c944-587b-4462-ab84-9d4393f28db8',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.474378] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.636113] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.636274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.636439] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d27c944-587b-4462-ab84-9d4393f28db8 with status ACTIVE [ 1078.636607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.636713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.636779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.636991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.637130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.637264] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.637359] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.637419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.637568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.637645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.638075] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.638075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.638075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.638265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.638265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.638265] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d27c944-587b-4462-ab84-9d4393f28db8 is going to be updated. [ 1078.661436] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.661644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.661644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.661834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.661974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.662181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d27c944-587b-4462-ab84-9d4393f28db8" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.766334] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1078.766334] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 deletion is rescheduled due to dependency. [ 1078.766334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.767085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.767546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.767546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.767693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.767877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.767944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.768020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.769420] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.977223] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.977433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.977504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.977755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.977855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.977962] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1079.014424] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.014577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.018814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.019157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.019320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.030652] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1079.141981] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1079.143033] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1079.143214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.143402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143828] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.143971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.144056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.144239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.144329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.144462] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.273361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.273361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.273361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.273361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.273730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.273934] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.274154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.274225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.274457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.274628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.274686] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1079.328176] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.328176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.328176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.328464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.328464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.343465] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1079.353381] env[66673]: INFO networking_nsxv3.common.synchronization [req-48da0fc8-d69f-49d9-bd70-c91e0897e608 req-e026a48a-0196-4b4c-82e2-3007011d5622 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 1079.354490] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGHEST for action security_group_members [ 1079.355100] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.355227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.355330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.355659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.355894] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.356049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.356144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.356419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.356526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.356668] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.452828] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d8249713-ed36-453b-b87c-03e63455c6a9 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1079.453313] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1079.453673] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.453807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.453868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.456696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.456800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.595836] env[66673]: INFO networking_nsxv3.common.synchronization [None req-95fe6c15-6087-4e6f-be8b-6d05a17bc692 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1079.596406] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1079.596448] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.596711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.647766] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.763879] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1079.763879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.785808] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1079.785808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.785808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.786297] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.786403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.786716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.786830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.786946] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.790777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.791113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.791733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.791923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.791999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.792221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.792347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.792470] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.860748] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.860906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.860978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.861212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.883048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.883212] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.883430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.883430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.883574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.885038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.885038] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 is going to be updated. [ 1079.913259] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.913408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.913506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.914373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.917022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.925984] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: IN_PROGRESS for 2s [ 1079.977942] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.978951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.979196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.979813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.980189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.981626] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce already deleted. [ 1079.981626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.981626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.981626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.981626] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.150327] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.291418] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.296420] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.506130] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.506130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.506130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.506397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.506397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.506470] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce already deleted. [ 1080.506541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.654925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.655252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.655400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.655576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1080.695135] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.695320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.695368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.695635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.695881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.707690] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1080.796754] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cd64681-4b3c-422b-82cc-e35fab1e9247: rpc.has_security_group_logging(os_id): False [ 1080.798550] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.815673] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.815895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.815895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.816292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.840464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.840912] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.842186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.842186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.842186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.842186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.842186] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be updated. [ 1080.907438] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.907645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.907718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.907907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.908044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.923057] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 2s [ 1081.047389] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1081.047719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.047973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.048238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.048454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.048611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.048708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.048912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.049018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.049131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.049247] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.301181] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.302727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.303070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.303260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.303447] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be updated. [ 1081.332471] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.332698] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.332766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.333095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.333216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.341655] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: IN_PROGRESS for 2s [ 1081.353337] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1081.356142] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 deletion is rescheduled due to dependency. [ 1081.356142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.356661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.356917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.357141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.357257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.357321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.357484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.357561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.357646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.357804] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c6e769b-c2ba-44be-b3c7-a988015db754 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.358781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.358781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.358781] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.384733] env[66673]: INFO networking_nsxv3.common.synchronization [req-50be600e-3b2f-41c9-84a1-af2bf2896a7b req-bc5adeed-9a21-47dc-b7e3-da82df657c8b tempest-AttachInterfacesUnderV243Test-889056482 tempest-AttachInterfacesUnderV243Test-889056482-project-member] Enqueued Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1081.384733] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 with Priority: HIGHEST for action security_group_members [ 1081.384733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd64681-4b3c-422b-82cc-e35fab1e9247 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.384733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.551564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.551775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.551775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.552039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.552189] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.552288] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.552350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.552501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.552585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.552671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.553053] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.553053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.553053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.553213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.553213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.553388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.553388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.553491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.553552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.553735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.553735] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.653354] env[66673]: INFO networking_nsxv3.common.synchronization [None req-003e5486-20c5-43e8-8fae-e325bb086fbe tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1081.653501] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1081.654291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.654291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.654291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.654622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.654972] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.778941] env[66673]: INFO networking_nsxv3.common.synchronization [None req-83d274ea-e50f-46c7-adb7-40f9b8a98a30 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1081.778941] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1081.778941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.778941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.860595] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c6e769b-c2ba-44be-b3c7-a988015db754: rpc.has_security_group_logging(os_id): False [ 1081.881640] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.881841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.881899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.882459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.882591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.883126] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.883222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.883303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.883420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.883546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.883680] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.884235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.884235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.884235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.884235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.884235] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be updated. [ 1081.937393] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c69f79-d67c-4749-9d61-f436a5650be2 in Status: SUCCESS [ 1081.937593] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 deletion is rescheduled due to dependency. [ 1081.937714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.984324] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.984868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.984868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.984868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.985081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.009482] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: IN_PROGRESS for 2s [ 1082.056055] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1082.085907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.086076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.086152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.086436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.111310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.111757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.111945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.112266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.112485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.112603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.112839] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.112990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.113107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.113337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.113529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.113703] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.113825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.113900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.114076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.114199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.114294] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1082.177017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.177271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.177604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.177747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.177856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.178056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 already deleted. [ 1082.178220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.179912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.179912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.179912] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.191360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.191891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.192412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.196019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.196019] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.217139] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1082.703025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.703349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.703349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.703478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.703605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.703666] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 already deleted. [ 1082.703715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.717856] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.720052] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.720052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.720052] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.941581] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1082.942362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.944026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.944026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.944026] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.226093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.226093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.226093] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.227651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.228237] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.228237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.228932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.228932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.228932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.231757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.231757] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.355327] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 in Status: SUCCESS [ 1083.355468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.356201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.356201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.356201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.356421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.356421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.356593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.356593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.356656] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.473665] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.473859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.473914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.474129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.474219] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.474326] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be deleted. [ 1083.538930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.538930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.538930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.539243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.539243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.539409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.733661] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 1083.785272] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.785272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.785272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.785603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.785722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.785881] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.785976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.786028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.786198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.786285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.786457] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.788141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.788141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.788141] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1083.859381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.859571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.859700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.859827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.859913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.860141] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.860388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.860388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.860483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.860526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.860603] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 is going to be deleted. [ 1083.913685] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.913857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.913924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.914138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.914291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.917069] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.917240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.917240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.917455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.917539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.917635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.917779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.917932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.918101] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.918204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.918261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.918389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.918465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.918560] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd64681-4b3c-422b-82cc-e35fab1e9247',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.931677] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1084.025109] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 in Status: SUCCESS [ 1084.025352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.025596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.025832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.025921] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c6e769b-c2ba-44be-b3c7-a988015db754',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.240959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1084.241257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.421011] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.421209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.421281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.421543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.421639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.421846] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.421947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.422020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.422181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.422282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.422385] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd64681-4b3c-422b-82cc-e35fab1e9247 already deleted. [ 1084.422471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd64681-4b3c-422b-82cc-e35fab1e9247" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.546860] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.547024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.547098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.547324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.547416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547518] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c6e769b-c2ba-44be-b3c7-a988015db754 is going to be deleted. [ 1084.600321] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.600321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.600548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.600652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.600761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.600891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c6e769b-c2ba-44be-b3c7-a988015db754" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.952440] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1085.952748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.778862] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.779069] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1091.779689] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.779689] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1094.039822] env[66673]: INFO networking_nsxv3.common.synchronization [req-cf3a8533-8290-4a9b-95c9-32e5eeba93e9 req-26b646c7-5910-463d-a08e-b27e2b7bbf33 tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 1094.041162] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 1094.043224] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.045379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.045537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.045793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.046058] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.046297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.046458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.046620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.046746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.046881] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.476124] env[66673]: INFO networking_nsxv3.common.synchronization [req-2baca326-988e-419a-ad12-a2f8818f1e51 req-90b1a213-18d8-42c8-9a4d-f567a318a902 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1094.476893] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1094.477991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.478609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.478789] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.479134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.479215] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.479310] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.550430] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.833798] env[66673]: INFO networking_nsxv3.common.synchronization [req-5a1493cf-634d-48b3-9573-38fc08766bfb req-4ac99df1-bf6d-4fd5-9a43-c042535301af tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1094.835046] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1094.835601] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.835835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.835996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.836334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.836538] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.836870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.836927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.837116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.837233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.837356] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.983713] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.983871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.983934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.984417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.984417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.984543] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.984610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.984679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.984830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.984907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.985093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1095.018283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.018436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.018526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.018743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.019184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.028568] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1095.053378] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.188165] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.188368] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.188489] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.188757] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.189038] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.189202] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.189317] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.189547] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.189690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.189900] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.190020] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.190142] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.190262] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.190351] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.190453] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.190582] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.210258] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.210392] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.210526] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.210775] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.211138] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-0b16362a-8683-46a3-8d92-fa68f100a17e taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.211479] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.211625] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.211963] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.212146] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b16362a-8683-46a3-8d92-fa68f100a17e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.340899] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.341095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.341375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.341467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.341679] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.341800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.342256] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce already deleted. [ 1095.342343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.557263] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.557515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.557706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.557792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.557900] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 1095.598239] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.598495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.598654] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.598778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.598931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.613449] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 1095.715384] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.715614] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.715742] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.716308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.716308] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.716435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 0b16362a-8683-46a3-8d92-fa68f100a17e not found, creating... [ 1095.716713] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.716909] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.717069] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.717344] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.717490] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.717827] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.718039] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.718182] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.718430] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.718556] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718716] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 0b16362a-8683-46a3-8d92-fa68f100a17e is going to be created. [ 1095.740386] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.740607] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.740747] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.741032] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.741280] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.741528] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.472721] env[66673]: INFO networking_nsxv3.common.synchronization [req-5a1493cf-634d-48b3-9573-38fc08766bfb req-adfa1e68-2739-4381-afd6-85c8b86b60ed service nova] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1096.472721] env[66673]: INFO networking_nsxv3.common.synchronization [req-5a1493cf-634d-48b3-9573-38fc08766bfb req-adfa1e68-2739-4381-afd6-85c8b86b60ed service nova] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1096.473474] env[66673]: INFO networking_nsxv3.common.synchronization [req-5a1493cf-634d-48b3-9573-38fc08766bfb req-adfa1e68-2739-4381-afd6-85c8b86b60ed service nova] Enqueued Resource ID: 0b16362a-8683-46a3-8d92-fa68f100a17e with Priority: HIGHEST for action port [ 1096.474295] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_rules [ 1096.474988] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1096.475265] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b16362a-8683-46a3-8d92-fa68f100a17e with Priority: HIGHEST for action port [ 1096.475671] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.475988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.476725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.476725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.476725] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.481038] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.481038] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.481038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.481038] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.481986] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b16362a-8683-46a3-8d92-fa68f100a17e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.484020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.484020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.484020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.484020] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b16362a-8683-46a3-8d92-fa68f100a17e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.979460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.979588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.982501] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.985220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b16362a-8683-46a3-8d92-fa68f100a17e with status ACTIVE [ 1096.986591] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.986591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.986591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.986591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.986591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.986591] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.986974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.986974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.986974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.986974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.987339] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.987339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.987339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.987489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.987535] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.987604] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b16362a-8683-46a3-8d92-fa68f100a17e is going to be updated. [ 1097.015059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.015059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.015059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.015574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b16362a-8683-46a3-8d92-fa68f100a17e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.039937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1097.040265] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb deletion is rescheduled due to dependency. [ 1097.040388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.484599] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.626037] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 1097.626037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.987482] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.987664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.987701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.987973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.988096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.988228] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce is going to be created. [ 1098.013701] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.013853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.013984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.014193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.014362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.024614] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: UNINITIALIZED for 2s [ 1099.108262] env[66673]: INFO networking_nsxv3.common.synchronization [req-5474e90f-150b-4bda-a323-b3e0bd85701d req-43854838-8a28-4818-9ffd-e11c5f0e4a1f tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1099.108895] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1099.109642] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.109808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.110096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.110197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.110383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.110485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.110558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.110726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.110809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.110927] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.496663] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.496922] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.497073] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.497684] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.497979] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.498158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.498275] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.498743] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.498916] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499152] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.499268] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.499375] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.499480] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.499586] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.499697] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.499842] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.526419] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.526670] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.526859] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.527153] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.528261] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.528452] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.528647] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.529115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.529318] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50371bcb-6b59-400a-a271-a0ba4ef0a2a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.615677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.615677] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.615677] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 already deleted. [ 1099.615677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.031857] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.032338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.032338] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.032637] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.032837] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.033088] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 not found, creating... [ 1100.033393] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.033557] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.033686] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.034015] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.034203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.034572] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.034749] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.034879] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.035158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.035307] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.035488] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 is going to be created. [ 1100.037354] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: SUCCESS [ 1100.037668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.037857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038917] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.062063] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.062368] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.062514] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.062931] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.063220] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.063508] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542523] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.861267] env[66673]: INFO networking_nsxv3.common.synchronization [req-5474e90f-150b-4bda-a323-b3e0bd85701d req-524f1ab9-1d56-4561-8e58-362c87b24a35 service nova] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1100.861446] env[66673]: INFO networking_nsxv3.common.synchronization [req-5474e90f-150b-4bda-a323-b3e0bd85701d req-524f1ab9-1d56-4561-8e58-362c87b24a35 service nova] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1100.861605] env[66673]: INFO networking_nsxv3.common.synchronization [req-5474e90f-150b-4bda-a323-b3e0bd85701d req-524f1ab9-1d56-4561-8e58-362c87b24a35 service nova] Enqueued Resource ID: 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 with Priority: HIGHEST for action port [ 1100.864875] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1100.864875] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1100.864875] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 with Priority: HIGHEST for action port [ 1100.865788] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.865788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.865788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.865788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.865788] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.868284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.868435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.868500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.868688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.868841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.868940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.871824] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.872734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.872734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.872734] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.873831] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.873949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.874098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.874192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.874293] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50371bcb-6b59-400a-a271-a0ba4ef0a2a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.048611] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a87e18de-f7cb-49cf-a951-23996dae31ce: rpc.has_security_group_logging(os_id): False [ 1101.076204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.076362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.076417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.076635] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.076723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.076976] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.078248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.078248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.078248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.078248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.078248] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce is going to be created. [ 1101.159276] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.159502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.159614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.159905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.160160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.177245] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: IN_PROGRESS for 2s [ 1101.376694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.376930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.377063] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.377999] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 with status ACTIVE [ 1101.378205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.378311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.378378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.378588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.378696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.378856] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.378940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.379013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.379162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.379234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.379440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.379536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.379612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.379729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.379837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.379889] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50371bcb-6b59-400a-a271-a0ba4ef0a2a5 is going to be updated. [ 1101.402752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.402967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.403083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.403379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.403574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.403855] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50371bcb-6b59-400a-a271-a0ba4ef0a2a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.568527] env[66673]: INFO networking_nsxv3.common.synchronization [req-e1dd9413-0a17-465a-9951-c52e2f07f84e req-c95dc4cd-4309-4c5b-9d16-a796b5594b60 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1101.569143] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1101.569504] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.569586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.570139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.570139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.570139] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.570559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.570749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.570969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.571129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571555] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.881788] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.999834] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.000074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.000203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.001734] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.001886] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.002139] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.002299] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.002506] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.003140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.003243] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.003357] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.003468] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.003576] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.003756] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.004154] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.004353] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.025183] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.025234] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.025347] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.025515] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.025839] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-defd4e78-eecb-4720-81bf-100508b7c8e7 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.026017] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.026140] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.026484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.026624] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defd4e78-eecb-4720-81bf-100508b7c8e7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.077206] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.385121] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.385121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.385121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.385121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.385426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.385426] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be created. [ 1102.414205] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.414777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.414777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.414946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.415201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.428917] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: UNINITIALIZED for 2s [ 1102.530262] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.530262] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.530262] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.530262] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.530262] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.530262] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port defd4e78-eecb-4720-81bf-100508b7c8e7 not found, creating... [ 1102.530262] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.530648] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.530648] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.531401] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.531401] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.531793] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.531793] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.532038] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.532249] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.532480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.532775] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: defd4e78-eecb-4720-81bf-100508b7c8e7 is going to be created. [ 1102.555888] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.556445] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.556445] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.556741] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.556876] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.557130] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.565675] env[66673]: INFO networking_nsxv3.common.synchronization [None req-1a7ed9c6-e3c9-4543-a0fb-f13e10c508a0 None None] Enqueued Resource ID: e5522556-d4f5-470b-b257-0fee5a5ad796 with Priority: HIGHEST for action port [ 1102.566355] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5522556-d4f5-470b-b257-0fee5a5ad796 with Priority: HIGHEST for action port [ 1102.566688] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5522556-d4f5-470b-b257-0fee5a5ad796 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.566857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5522556-d4f5-470b-b257-0fee5a5ad796" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.567429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5522556-d4f5-470b-b257-0fee5a5ad796" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.567869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5522556-d4f5-470b-b257-0fee5a5ad796" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.567972] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5522556-d4f5-470b-b257-0fee5a5ad796',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.582090] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.071510] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5522556-d4f5-470b-b257-0fee5a5ad796 [ 1103.071736] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.071879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.072016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.072230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.072334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.072453] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5522556-d4f5-470b-b257-0fee5a5ad796 already deleted. [ 1103.072544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5522556-d4f5-470b-b257-0fee5a5ad796" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.084486] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.084681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.084764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.085048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.085144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.085272] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1103.122392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.123302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.123302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.123444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.125038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.133419] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1103.191758] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: SUCCESS [ 1103.193104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.348235] env[66673]: INFO networking_nsxv3.common.synchronization [req-e1dd9413-0a17-465a-9951-c52e2f07f84e req-c567a3ef-4e65-4c6a-8932-5d0b4d3de6d0 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1103.348948] env[66673]: INFO networking_nsxv3.common.synchronization [req-e1dd9413-0a17-465a-9951-c52e2f07f84e req-c567a3ef-4e65-4c6a-8932-5d0b4d3de6d0 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1103.349222] env[66673]: INFO networking_nsxv3.common.synchronization [req-e1dd9413-0a17-465a-9951-c52e2f07f84e req-c567a3ef-4e65-4c6a-8932-5d0b4d3de6d0 service nova] Enqueued Resource ID: defd4e78-eecb-4720-81bf-100508b7c8e7 with Priority: HIGHEST for action port [ 1103.350353] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1103.350564] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1103.350690] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defd4e78-eecb-4720-81bf-100508b7c8e7 with Priority: HIGHEST for action port [ 1103.350983] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.351121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.351187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.351399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.351481] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.352392] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.352508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.352707] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-defd4e78-eecb-4720-81bf-100508b7c8e7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.352827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.352878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.353052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.353130] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defd4e78-eecb-4720-81bf-100508b7c8e7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.858840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.858840] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port defd4e78-eecb-4720-81bf-100508b7c8e7 with status ACTIVE [ 1103.858840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.858840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.858840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.858840] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.859447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.859447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.860232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.860232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.860373] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: defd4e78-eecb-4720-81bf-100508b7c8e7 is going to be updated. [ 1103.884740] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.885851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.885851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.885851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.885851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.885851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-defd4e78-eecb-4720-81bf-100508b7c8e7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.444884] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1104.445505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.445505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.445651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.445909] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.446059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.446124] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.446303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.446373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.446468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.446567] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.949923] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.145174] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1105.145740] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.145964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.146231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.146623] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.146623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.146720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.146840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.146913] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.147028] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.316637] env[66673]: INFO networking_nsxv3.common.synchronization [None req-99a27d27-b73b-40a4-b221-665387e8b515 None None] Enqueued Resource ID: dfe68836-cc4d-4ecf-92b4-064a3e041515 with Priority: HIGHEST for action port [ 1105.317289] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe68836-cc4d-4ecf-92b4-064a3e041515 with Priority: HIGHEST for action port [ 1105.317651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe68836-cc4d-4ecf-92b4-064a3e041515 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.317819] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe68836-cc4d-4ecf-92b4-064a3e041515" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.317884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe68836-cc4d-4ecf-92b4-064a3e041515" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.318495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe68836-cc4d-4ecf-92b4-064a3e041515" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.318610] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe68836-cc4d-4ecf-92b4-064a3e041515',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.459487] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db2a7877-6fca-4cae-87a5-0b0a65996bf4: rpc.has_security_group_logging(os_id): False [ 1105.484267] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.484267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.484267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.484267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.484267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.484506] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.484506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.484594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.484792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.484947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.484987] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be created. [ 1105.606254] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.606254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.606254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.606539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.606971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.624421] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1105.651082] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.820839] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe68836-cc4d-4ecf-92b4-064a3e041515 [ 1105.821091] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.821871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.821871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.821871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.821871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.821871] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe68836-cc4d-4ecf-92b4-064a3e041515 already deleted. [ 1105.822131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe68836-cc4d-4ecf-92b4-064a3e041515" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.154370] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.658136] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.658136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.658136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.658136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.658320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.658351] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1106.686954] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.687139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.687176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.687420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.687586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.697335] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1107.639859] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1107.640149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.709892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1108.710201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.710304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.710530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.710727] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.710845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.710911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.711078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.711161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.711245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.711415] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.217507] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.217667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.217739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.217969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.218194] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.218380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.218441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.218652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.218752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.218828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.218984] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.219089] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.219151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.219291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.219431] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.219519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.219579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.219709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.219784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.219868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.219984] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.725230] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1109.747035] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.747035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.747035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.747333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.747333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.747546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.747659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.747722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.747910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.748017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.748317] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.748317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.748452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.748505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.748571] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.748750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.748845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.748896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.749040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.749142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.749229] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1109.815384] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.815588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.815646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.815947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.816156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.832592] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1110.318409] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.318586] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1111.854405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1111.854925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.873484] env[66673]: INFO networking_nsxv3.common.synchronization [req-f3b440d4-2fab-4ed8-a4b2-de3e9350dc18 req-fd45e60a-deda-45f8-b9b2-e07654359f1d tempest-ServerRescueNegativeTestJSON-1638731348 tempest-ServerRescueNegativeTestJSON-1638731348-project-member] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 1111.874939] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGHEST for action security_group_members [ 1111.877156] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.877156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.877156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.877156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.877592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.878067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.878067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.878067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.878299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.878405] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.381175] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.381455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.381606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.381948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.408598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.408873] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.408994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.409072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.409285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.409375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.409466] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be updated. [ 1112.442882] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.442882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.442882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.443350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.443565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.455532] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: IN_PROGRESS for 2s [ 1114.478276] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 in Status: SUCCESS [ 1114.478534] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 deletion is rescheduled due to dependency. [ 1114.478580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.290744] env[66673]: INFO networking_nsxv3.common.synchronization [req-e809a90a-4f81-4ac4-8879-0facec2092c7 req-39ed824d-3a35-4d66-9b19-4d684c05c694 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1116.290744] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1116.291211] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.291211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.291289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.291586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.291615] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.291712] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.291860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.291906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.291994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.292098] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.795293] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.298039] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.801540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.801540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.801540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.801540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.801540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.801540] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1117.835167] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.835425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.835485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.835714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.835875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.845323] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1119.122386] env[66673]: INFO networking_nsxv3.common.synchronization [req-88ca2e36-31c4-4e24-8882-b4847fc284e3 req-274653d5-4c18-4750-93fb-9b2784649442 tempest-InstanceActionsNegativeTestJSON-1217343140 tempest-InstanceActionsNegativeTestJSON-1217343140-project-member] Enqueued Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1119.123928] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1119.123928] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.123928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.123928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.124325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.124325] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.124325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.124498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.124530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.124927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.124927] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.450458] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.451105] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-58" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.451534] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-58" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.451600] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-58" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.451888] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.452298] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.452298] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.452699] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.452863] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.453141] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.453298] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.453418] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.453528] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.453639] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.453747] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.453882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.476866] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.477082] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.477232] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.477416] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-58" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.477740] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-fbe4511c-2a12-4234-a1d6-e8201c0027db taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.477924] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.478056] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.478389] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.478530] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe4511c-2a12-4234-a1d6-e8201c0027db',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.603188] env[66673]: INFO networking_nsxv3.common.synchronization [req-27e33ec6-ba4c-4def-aeae-390e7ac91f20 req-ef2f568a-5eda-4bab-852a-98e9fc29700a tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1119.603657] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1119.604094] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.604243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.604313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.604523] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.604752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.604862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.605029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.605201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.605281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.605376] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.630137] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.630265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.630308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.630520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.630609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.630807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.630923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.630964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.631140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.631214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.632593] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 already deleted. [ 1119.632593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.856363] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1119.856363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.981309] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.981538] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.981665] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.981963] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.982132] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.982323] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port fbe4511c-2a12-4234-a1d6-e8201c0027db not found, creating... [ 1119.982597] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.982762] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.982882] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.983208] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.983377] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.983671] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.983978] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.984163] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.984395] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.984536] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.984678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: fbe4511c-2a12-4234-a1d6-e8201c0027db is going to be created. [ 1120.005159] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.005387] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.005518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.005808] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.006074] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.006409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.107843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.107995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.108093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.108326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.108420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.108627] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.108726] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.108789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.108941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.109031] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.109202] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1120.143893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.144167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.144278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.144412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.144551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.153766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1120.719510] env[66673]: INFO networking_nsxv3.common.synchronization [req-88ca2e36-31c4-4e24-8882-b4847fc284e3 req-80450024-aee9-4459-9a92-4b9f51458bd4 service nova] Enqueued Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_rules [ 1120.719902] env[66673]: INFO networking_nsxv3.common.synchronization [req-88ca2e36-31c4-4e24-8882-b4847fc284e3 req-80450024-aee9-4459-9a92-4b9f51458bd4 service nova] Enqueued Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1120.720198] env[66673]: INFO networking_nsxv3.common.synchronization [req-88ca2e36-31c4-4e24-8882-b4847fc284e3 req-80450024-aee9-4459-9a92-4b9f51458bd4 service nova] Enqueued Resource ID: fbe4511c-2a12-4234-a1d6-e8201c0027db with Priority: HIGHEST for action port [ 1120.721633] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_rules [ 1120.721633] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1120.721633] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe4511c-2a12-4234-a1d6-e8201c0027db with Priority: HIGHEST for action port [ 1120.722000] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.722455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.722534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.722792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.722930] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.723850] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.723966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.724038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.724206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.724355] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.724447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.724506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.724642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.724725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.724814] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.725591] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe4511c-2a12-4234-a1d6-e8201c0027db taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.725904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.725904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.725904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.726051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe4511c-2a12-4234-a1d6-e8201c0027db',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.227254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.230149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.230149] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbe4511c-2a12-4234-a1d6-e8201c0027db with status ACTIVE [ 1121.230149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.230149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.230149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.230149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.230878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.230878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.230878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.230878] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.230878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbe4511c-2a12-4234-a1d6-e8201c0027db is going to be updated. [ 1121.252300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.252450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.252534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.252770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.252947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.253133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe4511c-2a12-4234-a1d6-e8201c0027db" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.730038] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.165936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1122.166170] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1122.166317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.232669] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.233181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.233181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.233282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.234037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.234037] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 is going to be created. [ 1122.263442] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.263660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.263760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.264109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.264337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.277688] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: UNINITIALIZED for 2s [ 1124.289168] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: SUCCESS [ 1124.289443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.289558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.289832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.289979] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.290114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.290179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290341] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290610] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.792381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.792552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.792624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.792949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.793225] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.793426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.793555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.793753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.793846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.793951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.794163] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.794264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.794326] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.794472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.794610] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.794747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.794891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.796164] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.796237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.796328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.796453] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.299200] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5: rpc.has_security_group_logging(os_id): False [ 1125.327698] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.328079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.328079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.328240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.328305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.328534] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.330300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.330300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.330300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.330300] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 is going to be created. [ 1125.401529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.401746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.401934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.402101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.402256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.419110] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: IN_PROGRESS for 2s [ 1125.723176] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.724861] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1126.348986] env[66673]: INFO networking_nsxv3.common.synchronization [req-c4d898cd-be55-403b-881d-934c0eef8552 req-279b96d0-2402-4c0e-a169-ff5dcda737f3 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1126.349666] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1126.350011] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.350152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.350220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.350434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.350625] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.350745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.350822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.351041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.351148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.351206] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.777490] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.777658] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.777783] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.778122] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.778343] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.778507] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.778610] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.778862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.778998] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.779226] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.779392] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.779492] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.779602] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.779713] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.779818] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.779952] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.798878] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.799080] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.799218] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.799397] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.799800] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.799970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.800115] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.800505] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.800797] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbcca02-b539-43f6-8e32-f6f1ac7e20a1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.853299] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.304331] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.304824] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.304981] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.305278] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.305434] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.305589] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 not found, creating... [ 1127.306019] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306141] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.306398] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.306589] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.306830] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.307018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.307149] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.307418] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308044] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.308044] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 is going to be created. [ 1127.332850] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.332850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.332850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.332850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.332850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.332850] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.356235] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.459699] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: SUCCESS [ 1127.460039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.859469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.859656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.859786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.860150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.860368] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860436] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be updated. [ 1127.908973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.909204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.909204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.909413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.909588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.923243] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1128.106534] env[66673]: INFO networking_nsxv3.common.synchronization [req-c4d898cd-be55-403b-881d-934c0eef8552 req-fc812d66-0231-4c96-994c-f5d9923ef13e service nova] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1128.106534] env[66673]: INFO networking_nsxv3.common.synchronization [req-c4d898cd-be55-403b-881d-934c0eef8552 req-fc812d66-0231-4c96-994c-f5d9923ef13e service nova] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1128.106534] env[66673]: INFO networking_nsxv3.common.synchronization [req-c4d898cd-be55-403b-881d-934c0eef8552 req-fc812d66-0231-4c96-994c-f5d9923ef13e service nova] Enqueued Resource ID: 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 with Priority: HIGHEST for action port [ 1128.107051] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_rules [ 1128.107198] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1128.107296] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 with Priority: HIGHEST for action port [ 1128.107633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.107691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.107746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.107934] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.108022] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.109474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.109474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.109474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.109752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.109752] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbcca02-b539-43f6-8e32-f6f1ac7e20a1',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.612025] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.612358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.612358] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 with status ACTIVE [ 1128.612490] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.612564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.612613] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.612825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.613128] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.613128] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.613226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.613476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614174] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614365] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bbcca02-b539-43f6-8e32-f6f1ac7e20a1 is going to be updated. [ 1128.638900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.639112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.639197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.639358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.639691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.639907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbcca02-b539-43f6-8e32-f6f1ac7e20a1" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.758990] env[66673]: INFO networking_nsxv3.common.synchronization [req-ab2bc240-1b27-4d7c-a82a-7416f95d5f84 req-513093c1-28de-45f6-ba1f-a6555bd6d337 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1128.759804] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1128.759931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.760680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.760752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.761990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.762197] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.762303] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.762366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.763023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.763023] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.141870] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.142062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.142158] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.142430] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.142741] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.142909] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.143040] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.143273] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.143420] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.143676] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.143848] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.143972] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.144101] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.144219] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.144356] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.144462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.164407] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.164609] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.164710] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.164937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-696" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.165304] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.165486] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.165612] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.165954] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.166110] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5078fb5-454a-45ca-bbfe-bfe4c494d1a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.266017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.266198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.266292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.266559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.266660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.266875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.266976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.267053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.267210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.267284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.267369] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1129.304618] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.304805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.304889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.305059] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.305200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.316196] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1129.668603] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.668943] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.668943] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.669292] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.669475] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.669666] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 not found, creating... [ 1129.669965] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.670234] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.670413] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.670683] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.670861] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671201] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.671370] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.671484] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.671689] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.671820] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.671960] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 is going to be created. [ 1129.696409] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.696409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.696409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.696409] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.696670] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.696880] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.932924] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1129.933176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.933343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.933644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.933848] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.933973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.934053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.934217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.934298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.934416] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.438481] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.449047] env[66673]: INFO networking_nsxv3.common.synchronization [req-ab2bc240-1b27-4d7c-a82a-7416f95d5f84 req-3f29c057-9636-4c80-84d3-d151cf2e23da service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1130.449293] env[66673]: INFO networking_nsxv3.common.synchronization [req-ab2bc240-1b27-4d7c-a82a-7416f95d5f84 req-3f29c057-9636-4c80-84d3-d151cf2e23da service nova] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1130.449441] env[66673]: INFO networking_nsxv3.common.synchronization [req-ab2bc240-1b27-4d7c-a82a-7416f95d5f84 req-3f29c057-9636-4c80-84d3-d151cf2e23da service nova] Enqueued Resource ID: d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 with Priority: HIGHEST for action port [ 1130.449986] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_rules [ 1130.452325] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1130.452497] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 with Priority: HIGHEST for action port [ 1130.453302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.453463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.453570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.453758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.453888] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.457810] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.457810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.457810] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.457810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.457810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.457810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.457810] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5078fb5-454a-45ca-bbfe-bfe4c494d1a7',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.942466] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.958632] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.958850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.959041] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 with status ACTIVE [ 1130.959140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.959264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.959367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.959506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.959590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.959792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.959873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.959962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.960110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.960209] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.960364] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.960460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.960510] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.960641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.960725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.960824] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5078fb5-454a-45ca-bbfe-bfe4c494d1a7 is going to be updated. [ 1130.985349] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.985528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.985567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.985776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.985912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.986094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5078fb5-454a-45ca-bbfe-bfe4c494d1a7" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.327164] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1131.327360] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb deletion is rescheduled due to dependency. [ 1131.327507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.327701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.327939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.328184] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.328296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.328335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.328480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.328558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.328727] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.446556] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.446720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.446812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.447058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.447157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.447260] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be updated. [ 1131.474544] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.474701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.474827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.475015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.475166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.483847] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1131.831254] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.335040] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.449038] env[66673]: INFO networking_nsxv3.common.synchronization [req-763be6cc-d275-450c-86da-e234eef80cba req-782122de-7c9d-4c1b-bb6f-7e350a2be0a7 tempest-InstanceActionsNegativeTestJSON-1217343140 tempest-InstanceActionsNegativeTestJSON-1217343140-project-member] Enqueued Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1132.449814] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 with Priority: HIGHEST for action security_group_members [ 1132.450430] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.450430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.450521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.450729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.450936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.451069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.451207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.451432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.451481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.451621] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035c5398-d9af-4bca-9bf7-8ddf7a32b4b5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.837781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.837964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.837964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.838186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.838284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.838410] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1132.866302] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.866492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.866565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.866847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.866966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.877343] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1132.960347] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.960477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.960548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.960779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.960884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961092] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.961172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.961234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.961383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961546] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 is going to be updated. [ 1132.993233] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.993381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.997104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.997431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.997591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.007829] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.008099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.008240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.008507] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.008767] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.008968] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.010094] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.010570] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.010772] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.011012] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.011139] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.011252] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.011363] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.011474] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.011580] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.011711] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.013884] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: IN_PROGRESS for 2s [ 1133.036870] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.036870] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.036870] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.037099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.037381] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-5af81c1a-aabf-4233-b1a8-d8728e0204c6 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.037558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.037975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.037975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.038173] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af81c1a-aabf-4233-b1a8-d8728e0204c6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.082456] env[66673]: INFO networking_nsxv3.common.synchronization [req-3217d091-9244-46b6-aad6-ef14a32094f7 req-a9f55a75-612f-4781-920f-4f60c0138f17 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1133.083205] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1133.083633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.083633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.083741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.084058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.084127] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.084195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.084251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.084414] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.084500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.084597] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.493220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1133.493618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.493803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.494058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.494287] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.494432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.494515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.494718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.494817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.494914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.495033] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.541424] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.541648] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.541778] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.542063] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.542218] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.542608] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.542771] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.542867] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.543110] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.543248] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.543572] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.543719] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.543836] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.544051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.544186] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.544328] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 is going to be updated. [ 1133.567098] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.567098] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.567098] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.567451] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.567451] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.567713] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.586799] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.997018] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.088763] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.281767] env[66673]: INFO networking_nsxv3.common.synchronization [req-26c5135d-e575-4434-8bb7-1c1a163f7a2d req-3fb6f0b4-21bb-47f6-a52b-f12f40c2d85a service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 1134.282019] env[66673]: INFO networking_nsxv3.common.synchronization [req-26c5135d-e575-4434-8bb7-1c1a163f7a2d req-3fb6f0b4-21bb-47f6-a52b-f12f40c2d85a service nova] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1134.282153] env[66673]: INFO networking_nsxv3.common.synchronization [req-26c5135d-e575-4434-8bb7-1c1a163f7a2d req-3fb6f0b4-21bb-47f6-a52b-f12f40c2d85a service nova] Enqueued Resource ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with Priority: HIGHEST for action port [ 1134.282768] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_rules [ 1134.282924] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1134.283063] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with Priority: HIGHEST for action port [ 1134.283360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.283490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.283630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.283822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.283877] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.284811] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.284952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.284996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.285189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.285343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.285444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.285506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.285673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.285758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.285850] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.286660] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af81c1a-aabf-4233-b1a8-d8728e0204c6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.286769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.286836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.286984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.287072] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af81c1a-aabf-4233-b1a8-d8728e0204c6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.499142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db2a7877-6fca-4cae-87a5-0b0a65996bf4: rpc.has_security_group_logging(os_id): False [ 1134.521981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.521981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.521981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.521981] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be updated. [ 1134.580648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.580826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.580826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.581067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.581221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.591682] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.591921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.591921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.592311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.592427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.592556] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1134.596177] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1134.633476] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.633657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.633700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.633921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.634079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.644263] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1134.789015] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.789168] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.790975] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.792455] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5af81c1a-aabf-4233-b1a8-d8728e0204c6 with status ACTIVE [ 1134.792455] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.792455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.792714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.792714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.792770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.792952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.793061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.793125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.793276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.793355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.793537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.793629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.793696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.794085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.794085] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.794085] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5af81c1a-aabf-4233-b1a8-d8728e0204c6 is going to be updated. [ 1134.819609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.819755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.819856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.820075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.820504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.820504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af81c1a-aabf-4233-b1a8-d8728e0204c6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.896997] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1134.897372] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.897616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.897909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.898111] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.898232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.898289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.898483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.899086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.899086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.899086] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.025902] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 in Status: SUCCESS [ 1135.026042] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035c5398-d9af-4bca-9bf7-8ddf7a32b4b5 deletion is rescheduled due to dependency. [ 1135.026169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035c5398-d9af-4bca-9bf7-8ddf7a32b4b5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.121220] env[66673]: INFO networking_nsxv3.common.synchronization [req-154ede52-939a-4f67-9566-0673a00da127 req-934d1959-1be3-4ac5-8311-4f11cf6a4313 tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1135.121754] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1135.122633] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.122779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.122858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.123218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.123322] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.123393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.123450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.123585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.123674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.123768] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.295848] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.402785] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.402949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.402949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.403216] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.403369] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.403471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.403521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.403681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.404312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.404312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.404312] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.404312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.404312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.404936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.404936] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.404936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.404936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.404936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.404936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.405134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.405134] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.625584] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.625932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.625932] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.626078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.649185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.649379] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.649500] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.649573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.649762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.649843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.649934] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1135.679507] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.679804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.679804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.679933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.680206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.689678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1135.798084] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.798232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.798304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.798533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.798626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.798731] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1135.831912] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.832104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.832158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.842943] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1135.907406] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ffa96-d9f8-4399-94bb-481807b440eb: rpc.has_security_group_logging(os_id): False [ 1135.927389] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.927592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.927655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.927895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.928127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.928243] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.928409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.928409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.928578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.928674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.928933] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.929047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.929132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.929330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.929473] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.929617] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.929702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.929794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.929908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.929985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.930099] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1136.031697] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.031697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.031697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.031697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.031697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.048297] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1136.540691] env[66673]: INFO networking_nsxv3.common.synchronization [None req-b4b51677-28d2-4f55-8c37-db1a457f7b89 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1136.544270] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1136.544270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.544270] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.544270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.544270] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.610555] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1136.610555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.655443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1136.655751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.044904] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.046925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.046925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.046925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.082400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.082747] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.082899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.082970] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.083611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.083611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.083611] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1137.124266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.124449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.124491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.124718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.124847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.135343] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1137.699577] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1137.699834] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 deletion is rescheduled due to dependency. [ 1137.699893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.853152] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1137.853415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.853586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.853832] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.854031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.854183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.854226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.854356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.854452] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.854541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.854633] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.064592] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1138.064592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.357428] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.357623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.357723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.357911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.358101] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.358206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.358273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.358456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.358549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.358648] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.358834] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.358946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.359024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.359185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.359357] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.359454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.359506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.359646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.359717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.359796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.359885] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.862209] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5: rpc.has_security_group_logging(os_id): False [ 1138.880337] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.880509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.880598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.880798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.899516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.899825] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.899966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.900064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.900301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.900407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.900612] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.900739] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.900808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.900952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.901052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.901247] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.901340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.901401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.901567] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.901641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.901727] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1138.961817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.962020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.963120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.963120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.976260] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1139.145738] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1139.145980] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 deletion is rescheduled due to dependency. [ 1139.146166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.220506] env[66673]: INFO networking_nsxv3.common.synchronization [req-bc0c09bc-9394-4d58-8cda-f39c9f81abc5 req-0b4ed926-f3b6-4f5d-9742-d687f554661c tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1139.220666] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1139.221880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.221880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.221880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.221880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.221880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.221880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.221880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.223717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.223717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.223717] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.555962] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.556179] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.557034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.557034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.557190] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.557362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.557480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.557698] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.557846] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.558077] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.558194] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.558305] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.558415] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.558526] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.558671] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.558770] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.577700] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.577873] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.578020] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.578226] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.578601] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-4d149acb-a301-46f6-92de-6115c2a627df taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.578789] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.578975] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.579264] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.579431] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d149acb-a301-46f6-92de-6115c2a627df',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.724376] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.724502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.724606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.724843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.724962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.725203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.725335] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.725424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.725604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.725707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.725803] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1139.763447] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.763626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.763672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.764018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.764237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.774583] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1140.085671] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.085671] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.086109] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.086109] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.086435] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.086640] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 4d149acb-a301-46f6-92de-6115c2a627df not found, creating... [ 1140.087135] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.087458] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.088099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.088099] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.088174] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.088666] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.088666] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.088784] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.089109] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.089257] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.089405] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 4d149acb-a301-46f6-92de-6115c2a627df is going to be created. [ 1140.112661] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.113047] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.113197] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.113483] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.113744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.114511] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.833542] env[66673]: INFO networking_nsxv3.common.synchronization [req-bc0c09bc-9394-4d58-8cda-f39c9f81abc5 req-998dbfa2-705e-4dcd-8057-588edefcc53d service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1140.833728] env[66673]: INFO networking_nsxv3.common.synchronization [req-bc0c09bc-9394-4d58-8cda-f39c9f81abc5 req-998dbfa2-705e-4dcd-8057-588edefcc53d service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1140.833868] env[66673]: INFO networking_nsxv3.common.synchronization [req-bc0c09bc-9394-4d58-8cda-f39c9f81abc5 req-998dbfa2-705e-4dcd-8057-588edefcc53d service nova] Enqueued Resource ID: 4d149acb-a301-46f6-92de-6115c2a627df with Priority: HIGHEST for action port [ 1140.834421] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1140.834557] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1140.834653] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d149acb-a301-46f6-92de-6115c2a627df with Priority: HIGHEST for action port [ 1140.834991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.835197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.835282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.835483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.835567] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.837488] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.837592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.837793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d149acb-a301-46f6-92de-6115c2a627df taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.837895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.837960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.838178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.838225] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d149acb-a301-46f6-92de-6115c2a627df',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.983731] env[66673]: INFO networking_nsxv3.common.synchronization [req-79042ef4-933c-447c-a99f-3c817252cade req-f2e1b5a3-7c06-4c04-9a35-3e166472ea85 tempest-ImagesOneServerNegativeTestJSON-739042684 tempest-ImagesOneServerNegativeTestJSON-739042684-project-member] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1140.984602] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGHEST for action security_group_members [ 1140.984937] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.985072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.985136] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.986063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.986063] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.986063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.986063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.986063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.986063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.986063] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.992040] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1140.994457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.339222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.339550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.340836] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d149acb-a301-46f6-92de-6115c2a627df with status ACTIVE [ 1141.341140] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.341332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.341410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.341634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.341885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.342091] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.342320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.342371] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.342553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.342668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.342941] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.343120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.343193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.343389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.343498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.343596] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d149acb-a301-46f6-92de-6115c2a627df is going to be updated. [ 1141.367757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.367757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.367757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.367757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.367757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.367757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d149acb-a301-46f6-92de-6115c2a627df" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.490609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.490791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.490833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.491081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.491179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.491405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.493611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.493897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.494028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.494159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.494274] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be updated. [ 1141.530028] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.530028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.530028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.530028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.530028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.539459] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: IN_PROGRESS for 2s [ 1141.785093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1141.785302] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1141.785557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.785839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.786151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.786345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.786470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.786538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.786709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.786798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.786955] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.290135] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.793244] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.296470] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.296470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.296470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.296706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.296706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.296706] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1143.330817] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.330961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.331045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.331267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.331416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.341377] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1143.553261] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ffa96-d9f8-4399-94bb-481807b440eb in Status: SUCCESS [ 1143.553261] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb deletion is rescheduled due to dependency. [ 1143.553717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.445504] env[66673]: INFO networking_nsxv3.common.synchronization [req-278c0d66-b480-4a2d-b9f1-df047ced5a05 req-3fe09da3-e19f-4399-aa8f-a2102fb856f4 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1144.446433] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1144.446791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.446938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.446994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.447548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.447548] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.447548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.447548] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.447852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.447852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.447852] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.950583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.950806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.950806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.951193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.973257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.973531] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.973996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.973996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.973996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.973996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.974190] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1145.002598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.002598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.002598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.002598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.003016] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.012295] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1145.352455] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1145.352596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.353052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.353052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.353231] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.353657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.353657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.353657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.353657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.353912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.353912] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.856421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.856421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.856850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.856850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.856850] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.856977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.857028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.857274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.857274] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.857383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.857465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.857558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.857612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.857751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.857888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.857978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.858049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.858255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.858255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.858362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.858408] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.361068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 1146.380298] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.380298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.380298] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.380612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.380738] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381011] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381728] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.382084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.382405] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.382459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.382493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.382627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.382711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.382809] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1146.452266] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.452625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.452625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.452841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.452986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.474333] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1147.023961] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1147.024928] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c deletion is rescheduled due to dependency. [ 1147.024928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.489010] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1148.489350] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.987792] env[66673]: INFO networking_nsxv3.common.synchronization [req-180c68e8-eec5-4ed6-a6b3-aed994a34d46 req-bae8c5f3-4ab1-4c8d-8881-8576a4eebcc1 tempest-AttachVolumeTestJSON-8999047 tempest-AttachVolumeTestJSON-8999047-project-member] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1148.988467] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGHEST for action security_group_members [ 1148.989162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.989162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.989162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.989383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.989607] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.989719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.989782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.990047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.990150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.990280] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.012904] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.013135] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.013263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.013520] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.013812] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.014016] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.014146] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.014363] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.014754] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.014837] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.014902] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.015015] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.015122] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.015228] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.015345] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.015519] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.034295] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.034456] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.034577] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.034716] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035044] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6bab8731-48e1-4917-868b-eaf8df7e63d5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035224] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035344] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.035828] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bab8731-48e1-4917-868b-eaf8df7e63d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.492932] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.493397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.493397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.493484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.493566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.493789] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.494573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.494573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.494573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.494573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.494573] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 is going to be updated. [ 1149.527516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.527696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.527741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.527946] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.528103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.536806] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: IN_PROGRESS for 2s [ 1149.538666] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.538885] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.539068] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.539392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.539575] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.539761] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6bab8731-48e1-4917-868b-eaf8df7e63d5 not found, creating... [ 1149.540110] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.540316] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.540463] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.540744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.540961] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.541291] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.541491] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.541628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.541913] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.542088] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.542325] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 is going to be created. [ 1149.570241] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.570367] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.570551] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.570883] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.571219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.571451] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.150577] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.151054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.151054] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.151242] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.151459] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.151647] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.151761] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.151983] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.152151] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.152356] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.152522] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.152630] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.152740] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.152875] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.152954] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.153093] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.171645] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.171823] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.171957] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.172154] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-465" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.172565] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-cd2f606b-ac93-4094-917e-aa519d7c3713 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.172772] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.172900] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.173203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.173418] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2f606b-ac93-4094-917e-aa519d7c3713',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.253141] env[66673]: INFO networking_nsxv3.common.synchronization [req-f8e56c31-1b62-4419-8258-bc8d40ab4e63 req-172ef410-bf3b-4aec-9023-9cfe7c607fbb service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1150.253141] env[66673]: INFO networking_nsxv3.common.synchronization [req-f8e56c31-1b62-4419-8258-bc8d40ab4e63 req-172ef410-bf3b-4aec-9023-9cfe7c607fbb service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1150.253141] env[66673]: INFO networking_nsxv3.common.synchronization [req-f8e56c31-1b62-4419-8258-bc8d40ab4e63 req-172ef410-bf3b-4aec-9023-9cfe7c607fbb service nova] Enqueued Resource ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 with Priority: HIGHEST for action port [ 1150.253900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1150.254060] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1150.254164] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 with Priority: HIGHEST for action port [ 1150.254439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.254563] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.254630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.254822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.254901] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.255718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.255829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.255896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.256067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.256214] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.256307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.256367] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.256505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.256587] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256672] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.257381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bab8731-48e1-4917-868b-eaf8df7e63d5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.257487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.257553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.257699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.257768] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bab8731-48e1-4917-868b-eaf8df7e63d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.675947] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.676367] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.676512] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.676799] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.677018] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.677371] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.677555] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.677722] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.678113] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.678283] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.678659] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.678776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.678855] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.679105] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.679265] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.679403] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: cd2f606b-ac93-4094-917e-aa519d7c3713 is going to be updated. [ 1150.701481] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.701825] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.701920] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.702236] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.702493] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.702776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.759525] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.759709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.759856] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bab8731-48e1-4917-868b-eaf8df7e63d5 with status ACTIVE [ 1150.760042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.760545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.760545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.760693] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.760948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.761041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.761222] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.761309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.761391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.761572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.761735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.761735] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 is going to be updated. [ 1150.766146] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.785017] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.785199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.786643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.786643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.786643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.786643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.271115] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.411712] env[66673]: INFO networking_nsxv3.common.synchronization [req-c2101055-1a33-4a53-9675-b90eaffb3b5b req-59e6d78b-4aa5-49d5-81ef-97b2b31259cd service nova] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1151.411951] env[66673]: INFO networking_nsxv3.common.synchronization [req-c2101055-1a33-4a53-9675-b90eaffb3b5b req-59e6d78b-4aa5-49d5-81ef-97b2b31259cd service nova] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1151.412193] env[66673]: INFO networking_nsxv3.common.synchronization [req-c2101055-1a33-4a53-9675-b90eaffb3b5b req-59e6d78b-4aa5-49d5-81ef-97b2b31259cd service nova] Enqueued Resource ID: cd2f606b-ac93-4094-917e-aa519d7c3713 with Priority: HIGHEST for action port [ 1151.412823] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_rules [ 1151.413061] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1151.413208] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2f606b-ac93-4094-917e-aa519d7c3713 with Priority: HIGHEST for action port [ 1151.414032] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.414138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.414196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.414463] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.414587] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.416981] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.417118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.417200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.417496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.417888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.417888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.418312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.418312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.418312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.418452] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.421091] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd2f606b-ac93-4094-917e-aa519d7c3713 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.421091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.421091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.421091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.421091] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2f606b-ac93-4094-917e-aa519d7c3713',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.549973] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 in Status: SUCCESS [ 1151.549973] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 deletion is rescheduled due to dependency. [ 1151.549973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.773973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.773973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.773973] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.774349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.774349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.774418] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1151.810555] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.810754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.810812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.811134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.811320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.823257] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1151.921876] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.923252] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.923405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.923705] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd2f606b-ac93-4094-917e-aa519d7c3713 with status ACTIVE [ 1151.923873] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.924079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.924227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.924378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.925262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.925262] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.925262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.925556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.925556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.925556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.925642] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd2f606b-ac93-4094-917e-aa519d7c3713 is going to be updated. [ 1151.946636] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.946857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.946938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.947181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.947324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.947486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd2f606b-ac93-4094-917e-aa519d7c3713" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.425027] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.927374] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.927732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.927732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.927911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.928062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.928185] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be updated. [ 1152.963475] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.963719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.963719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.963935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.964088] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.976094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: IN_PROGRESS for 2s [ 1153.837928] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1153.837928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.837928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.837928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.838080] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.838199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.838199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.838345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.838422] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.838502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.838630] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.340786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.341079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.341079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.341311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.341499] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.341960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.341960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.341960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.341960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.342137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.342750] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.342750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.342750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.342750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.342931] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.343047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.343084] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.343207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.343285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.343382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.343471] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.797668] env[66673]: INFO networking_nsxv3.common.synchronization [req-03463a31-f1d7-4fdd-ab46-d4ecfbc1b4f9 req-c2768029-5bef-4f82-b8b1-e3d49f041f6c tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1154.798273] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1154.798967] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.798967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.798967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.799191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.799453] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.799584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.799957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.799957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.799957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.800146] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.846832] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 1154.867841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.868156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.868239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.868456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.868550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.868781] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.868882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.868945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.869114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.869212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.869629] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.869629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.869629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.870083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.870083] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.870565] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.870666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.871060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.871207] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.871369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.871976] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1154.936263] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.936425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.936512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.936728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.937783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.958523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1154.989638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1154.990260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.990546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.990686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.990885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.991009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.991091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.991316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.991420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.991503] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.991615] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.223697] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.224782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.224782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.224782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.224782] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.224782] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.225042] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.225080] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.225378] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.225525] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.225662] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.226239] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.226239] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.226239] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.226239] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.226239] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.247267] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.247267] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.247267] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.247267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.247267] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-9eb23662-1a41-4db8-bd91-8bc103b55ef0 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.247267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.247267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.248852] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.248926] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb23662-1a41-4db8-bd91-8bc103b55ef0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.304764] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.494234] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.751368] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.751622] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.751753] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.752066] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.752227] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.752407] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 9eb23662-1a41-4db8-bd91-8bc103b55ef0 not found, creating... [ 1155.752683] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.752845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.752969] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.753561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.753561] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.753643] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.754560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.754560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.754560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.754560] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.754560] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 9eb23662-1a41-4db8-bd91-8bc103b55ef0 is going to be created. [ 1155.776721] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.776930] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.777048] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.777628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.777628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.777784] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.808381] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.895349] env[66673]: INFO networking_nsxv3.common.synchronization [req-3bc68f05-cb5c-493e-8228-5bb8fc0e516a req-0388cc10-d8b0-4ff2-95b5-29f95b6aef44 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1155.895862] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1155.896182] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.896331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.896431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.896559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.896703] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.896800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.896859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.897009] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.897101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.897197] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.996715] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67cf4055-18c3-45a7-bcab-13b16382637e: rpc.has_security_group_logging(os_id): False [ 1156.017679] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.017858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.017930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.018225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.046746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.047198] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.048162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.048162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.048162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.048162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.048162] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be updated. [ 1156.123396] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.123547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.123618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.123846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.123991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.139497] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: IN_PROGRESS for 2s [ 1156.310892] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.311080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.311386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.313812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.313812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.313812] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1156.351439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.351439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.351439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.351439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.351439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.359441] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1156.399517] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.399856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.400061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.400518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.400624] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.400956] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.401132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.401271] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.401505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.401628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.401753] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1156.441870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.442310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.442310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.442508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.442687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.455945] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1156.516585] env[66673]: INFO networking_nsxv3.common.synchronization [req-03463a31-f1d7-4fdd-ab46-d4ecfbc1b4f9 req-6d6ab2c2-d2b6-4c83-bd46-c19cfc9d4c86 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1156.516912] env[66673]: INFO networking_nsxv3.common.synchronization [req-03463a31-f1d7-4fdd-ab46-d4ecfbc1b4f9 req-6d6ab2c2-d2b6-4c83-bd46-c19cfc9d4c86 service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1156.516912] env[66673]: INFO networking_nsxv3.common.synchronization [req-03463a31-f1d7-4fdd-ab46-d4ecfbc1b4f9 req-6d6ab2c2-d2b6-4c83-bd46-c19cfc9d4c86 service nova] Enqueued Resource ID: 9eb23662-1a41-4db8-bd91-8bc103b55ef0 with Priority: HIGHEST for action port [ 1156.517519] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1156.517705] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1156.517846] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb23662-1a41-4db8-bd91-8bc103b55ef0 with Priority: HIGHEST for action port [ 1156.518416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.518585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.518617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.518805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.518918] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.519792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.519904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.520254] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb23662-1a41-4db8-bd91-8bc103b55ef0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.520254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.520411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.520490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.520546] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb23662-1a41-4db8-bd91-8bc103b55ef0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.977736] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1156.977736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.022329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.022525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.022702] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eb23662-1a41-4db8-bd91-8bc103b55ef0 with status ACTIVE [ 1157.022904] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.023401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.023502] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.023791] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.024189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.024290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.024516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.024643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.024733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.025020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.025116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.025212] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eb23662-1a41-4db8-bd91-8bc103b55ef0 is going to be updated. [ 1157.052592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.052845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.052845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.053014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.053159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.053323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb23662-1a41-4db8-bd91-8bc103b55ef0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.156324] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1158.156690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.372443] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1158.372682] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.372944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.373327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.373626] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.373753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.373823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.373993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.374093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.374244] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.466351] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1158.466536] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1158.466660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.877176] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.381439] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.883832] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.884000] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.884079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.884313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.884402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.884507] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1159.915213] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.915457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.915457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.915701] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.915785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.925954] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1160.542924] env[66673]: INFO networking_nsxv3.common.synchronization [req-3c00caa7-26cb-46be-b4a4-cf6a22e40535 req-639c9a33-b6bc-4061-bccb-b6b9392012dd tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1160.543698] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1160.544065] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.544204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.544294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.544519] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.544709] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.544807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.544875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.545034] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.545430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.545430] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.938193] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.938392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.938514] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.938780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.939087] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.939264] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.939381] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.939606] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.939758] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.939964] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.940088] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.940196] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.940301] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.940407] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.940510] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.940638] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.963088] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.963281] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.963444] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.963629] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963948] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-a0c671b5-24a1-4441-8bec-7551ae1a1288 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.964164] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.964287] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.964620] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.964758] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c671b5-24a1-4441-8bec-7551ae1a1288',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.047286] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.047496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.047545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.047818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.048138] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.048247] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.048304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.048457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.048575] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.048627] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1161.083949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.083949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.083949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.083949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.083949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.092920] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1161.467707] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.467927] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.468067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.468387] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.468569] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.468746] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port a0c671b5-24a1-4441-8bec-7551ae1a1288 not found, creating... [ 1161.469108] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.469284] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469610] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.469748] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.470072] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.470239] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.470355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.470565] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.470712] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.470837] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 is going to be created. [ 1161.491888] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.492153] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.492247] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.492535] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.492821] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.493070] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.935539] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1161.935813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.936038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.937037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.937226] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.937358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.937776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.937776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.937776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.937776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.937965] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.211314] env[66673]: INFO networking_nsxv3.common.synchronization [req-3c00caa7-26cb-46be-b4a4-cf6a22e40535 req-058aefe5-bf2b-4788-8a58-cac662f03896 service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 1162.211483] env[66673]: INFO networking_nsxv3.common.synchronization [req-3c00caa7-26cb-46be-b4a4-cf6a22e40535 req-058aefe5-bf2b-4788-8a58-cac662f03896 service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1162.211671] env[66673]: INFO networking_nsxv3.common.synchronization [req-3c00caa7-26cb-46be-b4a4-cf6a22e40535 req-058aefe5-bf2b-4788-8a58-cac662f03896 service nova] Enqueued Resource ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 with Priority: HIGHEST for action port [ 1162.213078] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 1162.213240] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1162.213346] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 with Priority: HIGHEST for action port [ 1162.213794] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.213794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.214037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.214100] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.214136] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.216361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.216758] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c671b5-24a1-4441-8bec-7551ae1a1288 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.216955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.217227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.217373] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c671b5-24a1-4441-8bec-7551ae1a1288',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.440456] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.440669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.440746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.441082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.441260] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.441366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.441428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.441606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.441694] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.441782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.441970] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.442291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.442425] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442574] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.442715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.442840] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.442972] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.443094] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.720536] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.720742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.720980] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c671b5-24a1-4441-8bec-7551ae1a1288 with status ACTIVE [ 1162.721241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.721331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.721370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.721608] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.721699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.721916] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.722131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.722131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.722261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.722398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.722602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.722708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.722808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.722941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.723039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.723146] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 is going to be updated. [ 1162.745719] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.745956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.745956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.746192] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.746337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.746529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.884874] env[66673]: INFO networking_nsxv3.common.synchronization [req-a0102d3b-a944-441d-967e-d3c748329ff4 req-d57b6bdd-dc3e-4793-bdac-717a1aa68f56 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1162.885541] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1162.885849] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.886106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.886106] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.886257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.886474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.886556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.886556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.886705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.886788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.886883] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.948172] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1162.976511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.976812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.976937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.977222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.977323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.977602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.977771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.977887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.978332] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.978447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.978707] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.978927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.978927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.979169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.979330] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.979629] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.979743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.979829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.980017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.980112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.980244] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1163.053873] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.054069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.054118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.054588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.054746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.098471] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1163.103520] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1163.103958] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 deletion is rescheduled due to dependency. [ 1163.104102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.104268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.104495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.104681] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.104817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.104876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.105045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.105127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.105227] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.293114] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.294408] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.294667] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.295108] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.295577] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.295950] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.296089] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.296469] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.296709] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.297064] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.297274] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.297464] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.297659] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.297859] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.298083] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.298316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.320734] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.321011] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.321181] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.321368] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.321695] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-99afd6b7-8fba-4433-9b1b-50a748e5aa83 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.321896] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322908] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.322908] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.322908] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99afd6b7-8fba-4433-9b1b-50a748e5aa83',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.390751] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.390751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.390751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.390751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.391063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.391170] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.391281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.391345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.391542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.391593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.391690] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1163.431529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.431786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.431786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.432020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.432174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.442744] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1163.608419] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.828516] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.828786] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.829091] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.829325] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.829492] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.829653] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 99afd6b7-8fba-4433-9b1b-50a748e5aa83 not found, creating... [ 1163.829930] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.830112] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.830230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.830468] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.830608] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.831019] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.831197] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.831315] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.831594] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.831912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.832368] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 99afd6b7-8fba-4433-9b1b-50a748e5aa83 is going to be created. [ 1163.858396] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.858396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.858396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.858396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.858396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.858744] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.110884] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.613475] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.613707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.613789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.614024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.614140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.614249] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1164.628563] env[66673]: INFO networking_nsxv3.common.synchronization [req-a0102d3b-a944-441d-967e-d3c748329ff4 req-00621cb0-1540-491c-9e2f-5ca9f1d915a6 service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 1164.628862] env[66673]: INFO networking_nsxv3.common.synchronization [req-a0102d3b-a944-441d-967e-d3c748329ff4 req-00621cb0-1540-491c-9e2f-5ca9f1d915a6 service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1164.629012] env[66673]: INFO networking_nsxv3.common.synchronization [req-a0102d3b-a944-441d-967e-d3c748329ff4 req-00621cb0-1540-491c-9e2f-5ca9f1d915a6 service nova] Enqueued Resource ID: 99afd6b7-8fba-4433-9b1b-50a748e5aa83 with Priority: HIGHEST for action port [ 1164.629579] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 1164.629716] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1164.629898] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99afd6b7-8fba-4433-9b1b-50a748e5aa83 with Priority: HIGHEST for action port [ 1164.630204] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.630329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.630385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.630584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.630666] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.632459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.632459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-99afd6b7-8fba-4433-9b1b-50a748e5aa83 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.632459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.632459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.632459] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99afd6b7-8fba-4433-9b1b-50a748e5aa83',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.651327] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.651590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.651590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.651787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.651937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.666247] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1165.118435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1165.118722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134493] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.134652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.134787] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99afd6b7-8fba-4433-9b1b-50a748e5aa83 with status ACTIVE [ 1165.134953] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.135076] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.135143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.135363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.135451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.135672] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.135835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.135917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.136115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.136211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.136402] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.136498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.136568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.136728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.136807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.136916] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99afd6b7-8fba-4433-9b1b-50a748e5aa83 is going to be updated. [ 1165.158245] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.158390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.158499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.158801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.158975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.159189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99afd6b7-8fba-4433-9b1b-50a748e5aa83" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.453958] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1165.454379] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c deletion is rescheduled due to dependency. [ 1165.454633] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.454925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.455267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.455594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.456241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.456241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.456241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.456241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.456402] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.959266] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.464571] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.678923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1166.679239] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.679494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.679766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.680011] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.680166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.680228] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.680438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.680526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.680685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.680784] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.968022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.968218] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.968277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.968483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.968578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.968700] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1167.001692] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.001920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.002057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.002390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.002390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.017998] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1167.183389] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.686282] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0236e880-ca2f-4692-b523-2d26dcc971d9: rpc.has_security_group_logging(os_id): False [ 1167.710070] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.710313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.710375] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.710871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711269] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.711396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.711461] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.711696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.711789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711885] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1167.794061] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.794362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.794476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.794813] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.795041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.810012] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1168.061351] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.061552] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.061697] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.062010] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.062278] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.062546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.062546] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.062812] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.062963] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.063777] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.063907] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.064026] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.064140] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.064255] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.064381] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.064573] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.084403] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.084584] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.084870] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.085071] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-543" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.085393] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6bab8731-48e1-4917-868b-eaf8df7e63d5 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.085566] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.085685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.085952] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.086096] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bab8731-48e1-4917-868b-eaf8df7e63d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.588632] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.588904] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.589079] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.589402] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.589590] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.589925] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.590137] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.590291] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.590604] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.590759] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.591237] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.591467] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.591652] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.591906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.592086] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.592266] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 is going to be updated. [ 1168.614209] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.614446] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.614615] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.614971] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.615263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.615530] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.027990] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1169.028373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.028615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.028939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.029268] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.029466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.029588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.029851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.029993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.030172] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.030344] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.349407] env[66673]: INFO networking_nsxv3.common.synchronization [req-e9a920ee-579e-4863-b8a1-c34f022ae26c req-106fe8cd-f029-424d-b98f-e207ab2711e6 service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1169.349621] env[66673]: INFO networking_nsxv3.common.synchronization [req-e9a920ee-579e-4863-b8a1-c34f022ae26c req-106fe8cd-f029-424d-b98f-e207ab2711e6 service nova] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1169.350121] env[66673]: INFO networking_nsxv3.common.synchronization [req-e9a920ee-579e-4863-b8a1-c34f022ae26c req-106fe8cd-f029-424d-b98f-e207ab2711e6 service nova] Enqueued Resource ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 with Priority: HIGHEST for action port [ 1169.350925] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_rules [ 1169.351185] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1169.351258] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 with Priority: HIGHEST for action port [ 1169.351746] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.351746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.351890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.352029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.352187] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.353133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.353223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.353273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.353525] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.353681] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.353835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.353899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.354098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.354169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.354265] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.355153] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bab8731-48e1-4917-868b-eaf8df7e63d5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.355260] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.355433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.355532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.355532] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bab8731-48e1-4917-868b-eaf8df7e63d5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.532857] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.546201] env[66673]: INFO networking_nsxv3.common.synchronization [req-54aec638-56a3-4e41-84ca-2da449eb18c3 req-63df97cf-2a7f-416b-abb2-981b43af7d72 tempest-ServersNegativeTestJSON-1516536467 tempest-ServersNegativeTestJSON-1516536467-project-member] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1169.546755] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGHEST for action security_group_members [ 1169.547086] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.547210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.547276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.547481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.547624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.547728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.547781] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.547922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.548014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.548109] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.825281] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1169.825281] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.860828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.862186] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.863603] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bab8731-48e1-4917-868b-eaf8df7e63d5 with status ACTIVE [ 1169.863907] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.863990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.864063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.866343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.866343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.866343] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.866343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.867036] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.867436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.867582] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.867845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.868735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.868735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.868735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.868735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.868735] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bab8731-48e1-4917-868b-eaf8df7e63d5 is going to be updated. [ 1169.895463] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.895669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.895757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.895961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.896129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.896297] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bab8731-48e1-4917-868b-eaf8df7e63d5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.038865] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 1170.050671] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.050852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.050925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.051179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.051286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.051559] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.051670] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.051706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.051848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.051921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.052023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be updated. [ 1170.069358] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.069358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.069517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.070225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.070542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.070659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.070735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.071017] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.071113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1170.090631] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.090810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.090862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.091123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.091276] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.101558] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: IN_PROGRESS for 2s [ 1170.139354] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.139515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.139816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.139968] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.167341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1170.205661] env[66673]: INFO networking_nsxv3.common.synchronization [req-3850d0b3-31d3-432f-a5a8-fcd7f7cef16b req-8bf815a7-04bd-4101-81b9-f1642d75e02b tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1170.207018] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1170.207889] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.208305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.208543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.209411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.210650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.211161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.211484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.211814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.214676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.214842] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.363860] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.653483] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.653695] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.653849] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.654197] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.654497] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.654683] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.654848] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.655356] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.655566] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.655799] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.655920] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.656084] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.656197] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.656335] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.656443] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.656657] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.683228] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.683452] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.683885] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.684422] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.684903] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-fd8384c1-eea7-4512-9588-aa37ae985983 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.685116] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.685263] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.685654] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.685856] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8384c1-eea7-4512-9588-aa37ae985983',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.718648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.718941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.718941] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.719601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.719601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.719711] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.719790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.719859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720092] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.720243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.720403] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1170.756831] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.757066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.757066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.757296] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.757441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.769820] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1170.867130] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.867307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.867383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.868035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.868035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.868035] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1170.898773] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.898773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.899114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.910208] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1171.189751] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.190109] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.190252] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.190725] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.190892] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.191059] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port fd8384c1-eea7-4512-9588-aa37ae985983 not found, creating... [ 1171.191537] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.191801] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.192097] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.192421] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.192738] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.193371] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.193593] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.193761] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.194051] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.194243] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.194438] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: fd8384c1-eea7-4512-9588-aa37ae985983 is going to be created. [ 1171.218970] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.219611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.219611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.219611] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.219838] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.220071] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.955391] env[66673]: INFO networking_nsxv3.common.synchronization [req-3850d0b3-31d3-432f-a5a8-fcd7f7cef16b req-a6252b43-e007-4c82-a2cf-de17e822117a service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1171.955598] env[66673]: INFO networking_nsxv3.common.synchronization [req-3850d0b3-31d3-432f-a5a8-fcd7f7cef16b req-a6252b43-e007-4c82-a2cf-de17e822117a service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1171.955759] env[66673]: INFO networking_nsxv3.common.synchronization [req-3850d0b3-31d3-432f-a5a8-fcd7f7cef16b req-a6252b43-e007-4c82-a2cf-de17e822117a service nova] Enqueued Resource ID: fd8384c1-eea7-4512-9588-aa37ae985983 with Priority: HIGHEST for action port [ 1171.956604] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1171.956724] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1171.956836] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8384c1-eea7-4512-9588-aa37ae985983 with Priority: HIGHEST for action port [ 1171.957411] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.957560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.957628] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.957835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.957933] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.958968] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.959080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.959277] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8384c1-eea7-4512-9588-aa37ae985983 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.959413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.959484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.959681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959738] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8384c1-eea7-4512-9588-aa37ae985983',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.002010] env[66673]: INFO networking_nsxv3.common.synchronization [req-169e0462-2979-41a5-888c-5fb45c72072b req-f3888dc2-3526-4756-93f0-1b67826e0722 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1172.002526] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1172.002843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.002964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.003477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.003704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.003865] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.003969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.004043] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.004194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.004282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.004378] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.112310] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 in Status: SUCCESS [ 1172.112310] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 deletion is rescheduled due to dependency. [ 1172.112310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.186610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1172.186610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.465246] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.465621] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.465677] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd8384c1-eea7-4512-9588-aa37ae985983 with status ACTIVE [ 1172.465824] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.465957] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.466752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.466752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.466752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466752] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467560] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467938] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd8384c1-eea7-4512-9588-aa37ae985983 is going to be updated. [ 1172.493638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.493963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.493963] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.494591] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.494809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.494984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8384c1-eea7-4512-9588-aa37ae985983" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.507655] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.780414] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1172.780706] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1172.780800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.780949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.781194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.781381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.781577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.781577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.781744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.781775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.781876] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.921622] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1172.921887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.922096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.922396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.922694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.922836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.922914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.923588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.923588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.923588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.923588] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.009791] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.284055] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.426158] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.426417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.426539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.426828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.427073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.427237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.427354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.427577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.427711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.427854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.428088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.428242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.428351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.428555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.428760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.428906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.429020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.429229] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.429355] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.429488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.429626] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.511891] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.512322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.512322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.512322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.512479] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.512479] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1173.544460] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.544460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.544460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.544460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.544618] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.556254] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1173.788807] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.931865] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb29772-ddee-422d-9880-e27f74528446: rpc.has_security_group_logging(os_id): False [ 1173.952414] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.952644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.952754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.953025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.953145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.953490] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.953657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.953743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.954279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.954279] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.954279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.954453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.954453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.954685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.954776] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.954962] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.955255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.955347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.955520] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.955674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.955812] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1174.023043] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.023212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.023286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.023597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.023807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.041840] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1174.290227] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.290227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.290227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.290652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.294598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.294598] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1174.331257] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.331257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.331257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.331257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.331257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.340959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1175.566717] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1175.567025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.059481] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1176.059749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.352202] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1176.352435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.352656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.352918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.353134] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.353267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.353397] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.353496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.353580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.353667] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.353761] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.856338] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.857082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.857082] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.857356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.857544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.857544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.857675] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.857773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.858225] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.858611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.858611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.858611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.858777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.858847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.858970] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.004021] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.004240] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1177.361735] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 1177.381851] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.382060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.382130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.382438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.382540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.382793] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.382922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.383015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.383217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.383320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.383564] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.383687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.383771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.383954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.384073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.384348] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.384476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.384562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.384745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.384845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.384968] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1177.448472] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.448658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.448658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.448850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.448991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.474677] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1179.490725] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1179.491134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.861761] env[66673]: INFO networking_nsxv3.common.synchronization [req-aeac0347-626c-4074-9481-28a9f3a8f676 req-c65edbf8-3d3c-46e0-9598-10aa00c93aea tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1180.861761] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1180.862060] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.862181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.862233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.862419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.862582] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.862715] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.862756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.863054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.863054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.863054] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.188105] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.188336] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.188466] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.188732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.189013] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.189231] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.189361] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.189576] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.189717] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.189979] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.190114] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.190224] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.190344] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.190455] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.190558] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.190707] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.210128] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.210338] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.210487] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.210674] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-24" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.211031] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-00e61ef0-0bf2-429e-8e7d-14274206af07 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.211230] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.211355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.211688] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.211832] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e61ef0-0bf2-429e-8e7d-14274206af07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.364888] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.714595] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.714954] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.715173] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.715990] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.716265] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.716484] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 00e61ef0-0bf2-429e-8e7d-14274206af07 not found, creating... [ 1181.716859] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.717101] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.717290] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.717597] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.717767] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.718192] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.718423] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.718607] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.718912] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.719131] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.719474] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 00e61ef0-0bf2-429e-8e7d-14274206af07 is going to be created. [ 1181.742144] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.742970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.742970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.742970] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.743145] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.743329] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.867130] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.369763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.370193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.370285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.370586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.370733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.370799] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1182.425417] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.425614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.425687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.425908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.426066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.436033] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1182.449503] env[66673]: INFO networking_nsxv3.common.synchronization [req-aeac0347-626c-4074-9481-28a9f3a8f676 req-7b46099c-44b7-4eda-9f42-772556f91e5b service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1182.449739] env[66673]: INFO networking_nsxv3.common.synchronization [req-aeac0347-626c-4074-9481-28a9f3a8f676 req-7b46099c-44b7-4eda-9f42-772556f91e5b service nova] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1182.450109] env[66673]: INFO networking_nsxv3.common.synchronization [req-aeac0347-626c-4074-9481-28a9f3a8f676 req-7b46099c-44b7-4eda-9f42-772556f91e5b service nova] Enqueued Resource ID: 00e61ef0-0bf2-429e-8e7d-14274206af07 with Priority: HIGHEST for action port [ 1182.450662] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_rules [ 1182.450846] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1182.450984] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e61ef0-0bf2-429e-8e7d-14274206af07 with Priority: HIGHEST for action port [ 1182.452857] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.452857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.452857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.452857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.452857] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.454762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.454917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.455241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e61ef0-0bf2-429e-8e7d-14274206af07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.455385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.456044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.456044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.456044] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e61ef0-0bf2-429e-8e7d-14274206af07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.955809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.956175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.957260] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00e61ef0-0bf2-429e-8e7d-14274206af07 with status ACTIVE [ 1182.957443] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.957561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.957627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.957961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.958082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.958290] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.958393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.958454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.958611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.958688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.958879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.958969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.959097] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.959183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.959253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.959337] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00e61ef0-0bf2-429e-8e7d-14274206af07 is going to be updated. [ 1182.992016] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.992253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.992373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.992589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.992757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.992999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e61ef0-0bf2-429e-8e7d-14274206af07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.447243] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1184.447717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.447717] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.447872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.448078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.448200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.448265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.448425] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.448505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.448617] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.951195] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.142049] env[66673]: INFO networking_nsxv3.common.synchronization [req-18af7e52-dbb9-4048-ad99-45585a66eccd req-3c2a441c-f302-4304-8d03-b093bff1e523 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1185.142647] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1185.142970] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.143111] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.143181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.143378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.143533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.143634] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.143697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.143843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.143926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.144039] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.455802] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.646714] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.958041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.958221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.958221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.958444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.958588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.958637] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1185.994818] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.995023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.995023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.995273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.995421] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.010455] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1186.149209] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.652345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.652804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.652804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.652804] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.653013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.653013] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be updated. [ 1186.685027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.685272] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.685317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.685603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.685916] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.699448] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1186.827832] env[66673]: INFO networking_nsxv3.common.synchronization [req-f99536f8-51d6-4ca1-b8e8-b1031fcc59f3 req-91a5fc7b-8d69-48c2-ad00-ba30d283260d tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1186.828460] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1186.828724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.828850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.828983] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829129] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.829289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.829383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.829509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.829590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.829709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.829801] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.332648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.332817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.332886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.333143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.333242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.333440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.333584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.333584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.333737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.333812] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.333939] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1187.364511] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.364661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.364763] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.364939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.365122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.375959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1188.021886] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1188.022305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.022305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.022483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.022712] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.022835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.022901] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.023063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.023142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.023226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.023317] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.527054] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.527054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.527054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.527294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.527616] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.527773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.527879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.528121] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.528253] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528608] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.528749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.528846] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529093] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529290] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.530027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.530172] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.710038] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1188.710312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.033726] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21: rpc.has_security_group_logging(os_id): False [ 1189.051385] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.051609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.051609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.051806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.051895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.052133] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.052232] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.052295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.052442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.052579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.052699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.052790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.052853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.052990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.053248] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.053462] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.053558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.053619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.053759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.053833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.053918] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1189.116055] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.116233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.116327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.116533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.116686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.135277] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1189.385577] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1189.385774] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1189.385883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.153426] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1191.153785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.829494] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.829678] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.052952] env[66673]: INFO networking_nsxv3.common.synchronization [req-5c5fd572-4c94-40a7-925b-789d743089fd req-e1aa70e8-6f6e-4047-98a9-9dd97839d7c4 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1192.052952] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGHEST for action security_group_members [ 1192.052952] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.052952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.052952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.052952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.053300] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.053437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.053559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.053755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.053881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.054026] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.556889] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.557304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.557304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.557376] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.557408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.557686] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.557801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.557863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.558056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.558145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.558238] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be updated. [ 1192.589944] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.590096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.590167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.590399] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.590605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.600288] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: IN_PROGRESS for 2s [ 1194.611358] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 in Status: SUCCESS [ 1194.611734] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 deletion is rescheduled due to dependency. [ 1194.611734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.577590] env[66673]: INFO networking_nsxv3.common.synchronization [req-27362d8c-b08c-4c90-98c8-3a3da1d03d38 req-70fe42ee-2378-4b15-aef8-311ee382b295 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1195.577934] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1195.578394] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.578506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.578576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.578793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.579010] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.579233] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.579347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.579584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.579720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.579865] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.898486] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.898828] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.898828] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.898950] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.899231] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.899393] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.899511] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.899730] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.900210] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.900210] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.900210] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.900429] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.900429] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.900546] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.900653] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.900785] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.913461] env[66673]: INFO networking_nsxv3.common.synchronization [req-11e160a4-728b-4b7c-8088-41d2ba37a352 req-0db31a1c-2e93-4b56-a8f5-c3d3952a89ae tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1195.914064] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1195.914370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.914493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.914564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.914765] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.914911] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.915015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.915078] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.915225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.915310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.915401] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.920852] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.921023] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.921164] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.921487] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-544" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.921653] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-773c5c6c-f85a-4198-927e-b3947d40cbfb taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.921823] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.921943] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.922258] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.922400] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773c5c6c-f85a-4198-927e-b3947d40cbfb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.086305] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.086504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.086504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.086696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.086792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.086991] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.087160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.087222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.087385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.087471] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.087611] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1196.114763] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.114956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.114956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.115193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.115339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.124833] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1196.417800] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.424012] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.424349] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.424349] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.424638] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.424786] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.424936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 773c5c6c-f85a-4198-927e-b3947d40cbfb not found, creating... [ 1196.425197] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.425355] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.425656] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.425718] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.425809] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.426100] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.426274] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.426428] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.426639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.426776] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.426915] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 773c5c6c-f85a-4198-927e-b3947d40cbfb is going to be created. [ 1196.449036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.449036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.449036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.449036] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.449426] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.449463] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.921051] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.161064] env[66673]: INFO networking_nsxv3.common.synchronization [req-27362d8c-b08c-4c90-98c8-3a3da1d03d38 req-48563a08-ccbf-41b7-979c-62929f82e726 service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1197.161273] env[66673]: INFO networking_nsxv3.common.synchronization [req-27362d8c-b08c-4c90-98c8-3a3da1d03d38 req-48563a08-ccbf-41b7-979c-62929f82e726 service nova] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1197.161411] env[66673]: INFO networking_nsxv3.common.synchronization [req-27362d8c-b08c-4c90-98c8-3a3da1d03d38 req-48563a08-ccbf-41b7-979c-62929f82e726 service nova] Enqueued Resource ID: 773c5c6c-f85a-4198-927e-b3947d40cbfb with Priority: HIGHEST for action port [ 1197.161930] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_rules [ 1197.162082] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1197.162184] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 773c5c6c-f85a-4198-927e-b3947d40cbfb with Priority: HIGHEST for action port [ 1197.162455] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.162580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.162647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.162849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.162931] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.164516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.164516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.164516] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-773c5c6c-f85a-4198-927e-b3947d40cbfb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.164516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.164516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.164830] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.164830] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('773c5c6c-f85a-4198-927e-b3947d40cbfb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.422638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.422780] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.422899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.423195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.423318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.423423] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1197.452324] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.452518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.453663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.453663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.453663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.462266] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1197.628511] env[66673]: INFO networking_nsxv3.common.synchronization [None req-26eb5f46-8e85-4453-8b75-15cdbb5f9386 tempest-AttachInterfacesTestJSON-626718746 tempest-AttachInterfacesTestJSON-626718746-project-member] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1197.629497] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGHEST for action security_group_members [ 1197.629852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.629965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.630080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.630301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.630455] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.630556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.630616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.630760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.630845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.630939] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.666630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.666796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.666915] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 773c5c6c-f85a-4198-927e-b3947d40cbfb with status ACTIVE [ 1197.667122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.667243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.667308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.667515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.667606] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.667786] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.667929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.667929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.668167] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.668261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.668447] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.668536] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.668596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.668735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.668807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.668896] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 773c5c6c-f85a-4198-927e-b3947d40cbfb is going to be updated. [ 1197.692014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.692236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.692236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.692450] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.692585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.692758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-773c5c6c-f85a-4198-927e-b3947d40cbfb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.133508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.133949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.133949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.133949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.133949] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.134221] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.134315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.134400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.134629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.134751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.134865] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be updated. [ 1198.136602] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1198.136722] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1198.136818] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.137057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.137236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.137386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.137487] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.137551] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.137691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.137769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.137864] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.164583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.164761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.164803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.164996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.165189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.173545] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: IN_PROGRESS for 2s [ 1198.640742] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.142506] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.472356] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1199.472356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.644496] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.645681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.645681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.645681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.645681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.645681] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1199.674177] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.674304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.674304] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.674538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.675185] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.684731] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1200.183095] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb29772-ddee-422d-9880-e27f74528446 in Status: SUCCESS [ 1200.183391] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb29772-ddee-422d-9880-e27f74528446 deletion is rescheduled due to dependency. [ 1200.183391] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.695195] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1201.695578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.695644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.696033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.696334] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.696432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.696480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.696686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.698389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.698389] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.698389] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.200628] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.200816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.200872] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.201110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.201341] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.201459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.201524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.201705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.201789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.201877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.202037] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.202130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.202188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.202353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.202506] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.202596] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.202656] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.202791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.202866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.202944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.203046] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.284842] env[66673]: INFO networking_nsxv3.common.synchronization [req-c19c0f88-1b69-4726-80b2-0c62a5ed3209 req-9a1a41a8-cb60-449d-860a-87c03fcf5d86 tempest-ServersTestJSON-1557689455 tempest-ServersTestJSON-1557689455-project-member] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1202.285416] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGHEST for action security_group_members [ 1202.285724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.285869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.285937] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.286139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.286294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.286402] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.286475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.286620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.286704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.286795] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.705430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c90b482-5758-42bd-89d6-4fb5d698d98b: rpc.has_security_group_logging(os_id): False [ 1202.726355] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.726572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.726673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.726886] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.726980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.727207] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.727317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.727380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.727528] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.727603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.727792] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.727884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.727935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.728086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.728175] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.728371] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.728462] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.728522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.728659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.728775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.728913] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1202.788914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.789146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.789146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.789377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.789470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.789664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.789800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.789869] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.790030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.790103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.790195] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be updated. [ 1202.793883] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.794042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.794101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.794234] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.794387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.809179] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1202.818988] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.819205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.819257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.819543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.819779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.830023] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: IN_PROGRESS for 2s [ 1204.830853] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1204.831193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.839144] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 in Status: SUCCESS [ 1204.839343] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 deletion is rescheduled due to dependency. [ 1204.839451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.286581] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.286581] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.288023] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.288518] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.289921] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.289921] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.975972] env[66673]: INFO networking_nsxv3.common.synchronization [req-aa92837d-cb8f-428d-b3db-98a4362cb48f req-1744e52f-29c9-43b3-b2b9-566c9ce37d0a tempest-AttachVolumeShelveTestJSON-626411365 tempest-AttachVolumeShelveTestJSON-626411365-project-member] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1221.976551] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGHEST for action security_group_members [ 1221.976867] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.977051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.977162] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.977398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.977559] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.978044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.978044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.978044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.978044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.978332] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.480313] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.480577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.480751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.480947] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.481072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.481301] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.481416] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.481494] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.481660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.481839] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.481959] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be updated. [ 1222.512510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.512716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.512823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.513134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.513334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.522523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: IN_PROGRESS for 2s [ 1224.533228] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67cf4055-18c3-45a7-bcab-13b16382637e in Status: SUCCESS [ 1224.533614] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e deletion is rescheduled due to dependency. [ 1224.533614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.977598] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.978038] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.979067] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.979379] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.832403] env[66673]: INFO networking_nsxv3.common.synchronization [req-a3ff0f97-f079-45cf-a7f3-e3101d2e71c4 req-2b6b1720-7817-4ba3-be26-39170c6b4644 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1232.832995] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGHEST for action security_group_members [ 1232.833521] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.833521] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.833672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.833775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.833962] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.834105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.834179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.834444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.834444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.834546] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.338383] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.338383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.338383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.338848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.338848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.339041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.339137] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.339210] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.339380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.339483] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.339566] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce is going to be updated. [ 1233.368494] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.368713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.368713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.368944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.369301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.379892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: IN_PROGRESS for 2s [ 1234.775391] env[66673]: INFO networking_nsxv3.common.synchronization [req-40ff392a-755b-4094-aa29-483e602ed2d1 req-8d4cf3e5-8cb8-4749-82b1-6a57a8d79c45 tempest-DeleteServersTestJSON-1468577712 tempest-DeleteServersTestJSON-1468577712-project-member] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1234.775919] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGHEST for action security_group_members [ 1234.776216] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.776338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.776408] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.776753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.776965] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.777065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.777150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.777344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.777718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.777718] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.281074] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.281074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.281074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.281542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.281542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.281691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.281790] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.281854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.282095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.282194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.282329] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be updated. [ 1235.322518] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.322773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.322773] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.322967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.323127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.331662] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: IN_PROGRESS for 2s [ 1235.388626] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a87e18de-f7cb-49cf-a951-23996dae31ce in Status: SUCCESS [ 1235.388797] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce deletion is rescheduled due to dependency. [ 1235.388849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.342341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b in Status: SUCCESS [ 1237.342705] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b deletion is rescheduled due to dependency. [ 1237.342705] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.777289] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.777646] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.193523] env[66673]: INFO networking_nsxv3.common.synchronization [req-108390fe-d71c-4407-8438-4812aed935d9 req-1e24df31-dfbd-4392-a846-86f4ec0f709b tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1243.193523] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1243.193910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.194045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.194115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.194305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.194909] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.195101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.195154] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.195428] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.195530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.195656] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.523639] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.523974] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.524204] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.524646] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.525023] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.525276] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.525460] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.525751] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.525952] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.526248] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.526455] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.526647] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.526816] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.526991] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.527174] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.527371] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.550725] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.550925] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.551082] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.551265] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.551580] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-ab5a61f0-d221-4edb-943b-aaa3885debf3 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.551758] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.551875] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.552240] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.552380] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a61f0-d221-4edb-943b-aaa3885debf3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.698446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.698699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.698928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.699189] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.721822] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.722066] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.722176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.722249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.722449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.722537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.722628] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be updated. [ 1243.753797] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.753966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.754072] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.754429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.754584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.766195] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1244.054681] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.054982] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.055175] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.055531] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.055688] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.055883] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port ab5a61f0-d221-4edb-943b-aaa3885debf3 not found, creating... [ 1244.056193] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.056416] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.056581] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.056815] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.057523] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.057838] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.058012] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.058138] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.058431] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.058664] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.058874] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 is going to be created. [ 1244.109124] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.109362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.109527] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.109833] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.110090] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.110328] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.768074] env[66673]: INFO networking_nsxv3.common.synchronization [req-108390fe-d71c-4407-8438-4812aed935d9 req-860ca76f-211e-4d08-9b07-1c603fc5f8df service nova] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_rules [ 1244.768329] env[66673]: INFO networking_nsxv3.common.synchronization [req-108390fe-d71c-4407-8438-4812aed935d9 req-860ca76f-211e-4d08-9b07-1c603fc5f8df service nova] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1244.768438] env[66673]: INFO networking_nsxv3.common.synchronization [req-108390fe-d71c-4407-8438-4812aed935d9 req-860ca76f-211e-4d08-9b07-1c603fc5f8df service nova] Enqueued Resource ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 with Priority: HIGHEST for action port [ 1244.768927] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_rules [ 1244.769078] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1244.769180] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 with Priority: HIGHEST for action port [ 1244.769455] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.769604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.769641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.769829] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.769907] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.771304] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.772032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.772032] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5a61f0-d221-4edb-943b-aaa3885debf3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.772032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.772032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.772246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.772246] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a61f0-d221-4edb-943b-aaa3885debf3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.272777] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.272777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.274718] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab5a61f0-d221-4edb-943b-aaa3885debf3 with status ACTIVE [ 1245.274718] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.274718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.274718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.274718] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.275020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.275020] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.275103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.275103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.275240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.275317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.275582] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.275754] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.275845] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.275976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.276073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.276173] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 is going to be updated. [ 1245.304132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.304327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.304374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.304605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.304744] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.304906] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.780217] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1245.780788] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a deletion is rescheduled due to dependency. [ 1245.780788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.780788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.780919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.781164] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.781366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.781491] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.781725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.781850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.781958] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.284789] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.786832] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.289876] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.290243] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.290337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.290572] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.290672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.290776] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be updated. [ 1247.321880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.321880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.321880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.321880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.322120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.331610] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1248.677331] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.677774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.677774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.677996] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.678357] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.678539] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.678657] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.678893] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.679050] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.679271] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.679386] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.679493] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.679753] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.679753] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.679855] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.679930] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.700303] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.700476] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.700609] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.700815] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-459" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.701184] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-a0c671b5-24a1-4441-8bec-7551ae1a1288 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.701403] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.701500] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.701794] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.701963] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c671b5-24a1-4441-8bec-7551ae1a1288',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.204935] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.205371] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.205543] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.205835] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.206203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.206522] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.206784] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.206919] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.207199] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.207341] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.207635] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.207796] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.207914] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.208227] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.208304] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.208407] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 is going to be updated. [ 1249.232348] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.232653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.232653] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.233034] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.233248] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.233475] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.341904] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1249.342202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.342387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.342611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.342806] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.342921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.343027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.343173] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.343255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.343331] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.343432] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.770514] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.770851] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1249.846414] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.846611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.846697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.846976] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.847200] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.847320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.847378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.847594] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.847679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.847767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.847912] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.848050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.848231] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.848417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.848594] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.848708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.848969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.849112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.849112] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.849198] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.938927] env[66673]: INFO networking_nsxv3.common.synchronization [req-f5a9918f-40ea-4f3c-a462-ff0165cb3699 req-e38a5116-8cf4-4d75-b2c9-32e009cf6e9a service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 1249.939173] env[66673]: INFO networking_nsxv3.common.synchronization [req-f5a9918f-40ea-4f3c-a462-ff0165cb3699 req-e38a5116-8cf4-4d75-b2c9-32e009cf6e9a service nova] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1249.939326] env[66673]: INFO networking_nsxv3.common.synchronization [req-f5a9918f-40ea-4f3c-a462-ff0165cb3699 req-e38a5116-8cf4-4d75-b2c9-32e009cf6e9a service nova] Enqueued Resource ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 with Priority: HIGHEST for action port [ 1249.939854] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_rules [ 1249.940040] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1249.940205] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 with Priority: HIGHEST for action port [ 1249.940622] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.940755] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.940838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.941039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.941145] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.942583] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.942675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.942675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.942864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.943049] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.943148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.943211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.943597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.943597] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.943597] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.944550] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c671b5-24a1-4441-8bec-7551ae1a1288 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.944550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.944550] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.944787] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.944787] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c671b5-24a1-4441-8bec-7551ae1a1288',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.351966] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a: rpc.has_security_group_logging(os_id): False [ 1250.371895] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.372142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.372142] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.372513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.372513] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.372702] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.372801] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.372875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.373022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.373103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.373361] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.373495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.373495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.373623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.373723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.373878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.373985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.374283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.374283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.374283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.374507] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be updated. [ 1250.439157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.439348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.439412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.439605] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.439762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.445746] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.447059] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.447255] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.447488] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c671b5-24a1-4441-8bec-7551ae1a1288 with status ACTIVE [ 1250.447676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.447792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.447858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.448073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.448165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.448348] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.448466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.448529] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.448690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.448766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.448949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.449052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.449114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.449254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.449328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.449412] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c671b5-24a1-4441-8bec-7551ae1a1288 is going to be updated. [ 1250.452945] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1250.480236] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.480328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.480435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.480756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.480943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.481179] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c671b5-24a1-4441-8bec-7551ae1a1288" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.951248] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.453865] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.454075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.454199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.454509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.454685] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.454877] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1251.491542] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.491767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.491767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.491974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.492140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.501296] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1252.353112] env[66673]: INFO networking_nsxv3.common.synchronization [req-19af3b9d-2b76-4271-a829-ea5b6352dae7 req-7977d3d1-ceda-41f9-993e-b43d181d4b64 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1252.353576] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGHEST for action security_group_members [ 1252.353949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.354226] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.354307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.354516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.354676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.354779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.354870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.355060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.355155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.355256] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.399879] env[66673]: INFO networking_nsxv3.common.synchronization [req-19af3b9d-2b76-4271-a829-ea5b6352dae7 req-7977d3d1-ceda-41f9-993e-b43d181d4b64 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 with Priority: HIGHEST for action port [ 1252.400472] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 with Priority: HIGHEST for action port [ 1252.400800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5a61f0-d221-4edb-943b-aaa3885debf3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.400928] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.400996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.401222] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.401305] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a61f0-d221-4edb-943b-aaa3885debf3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.468070] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1252.468323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.857757] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.857848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.857891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.858158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.858245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.858454] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.858556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.858620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.858772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.858850] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.858942] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be updated. [ 1252.890691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.890868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.890902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.891138] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.891265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.903511] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: IN_PROGRESS for 2s [ 1252.904857] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab5a61f0-d221-4edb-943b-aaa3885debf3 with status ACTIVE [ 1252.905073] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.905205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.905265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.905472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.905561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.905749] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.905909] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.905967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.906153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.906236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.906421] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.906515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.906573] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.906716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.906792] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.906901] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab5a61f0-d221-4edb-943b-aaa3885debf3 is going to be updated. [ 1252.927043] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.927299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.927413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.927566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.927696] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.927854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5a61f0-d221-4edb-943b-aaa3885debf3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.512114] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1253.512442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.512504] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.512742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.512940] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.513074] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.513140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.513299] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.513380] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.513490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.513567] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.016025] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.518746] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0236e880-ca2f-4692-b523-2d26dcc971d9: rpc.has_security_group_logging(os_id): False [ 1254.538230] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.538496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.538496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.538749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.538856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.539144] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.539432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.539432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.539585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.539585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.539656] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1254.604590] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.604814] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.604908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.605241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.605419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.622031] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1254.913723] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a in Status: SUCCESS [ 1254.914049] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a deletion is rescheduled due to dependency. [ 1254.914049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.470145] env[66673]: INFO networking_nsxv3.common.synchronization [req-704dc883-79c8-45d3-945e-abe8098ea58c req-324cd4ec-043d-4628-b87b-a00bf32df8a4 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1256.471250] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1256.471762] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.471762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.471762] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.471982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.472148] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.472245] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.472307] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.472457] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.472539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.472684] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.640729] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1256.640955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.904636] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.904831] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1256.975726] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.975954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.975954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.976211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.976329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.976568] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.976692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.976753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.976911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.976989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.977088] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1257.007138] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.007348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.007407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.007623] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.007806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.018822] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1259.030042] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1259.030252] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c deletion is rescheduled due to dependency. [ 1259.030252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.472356] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.472962] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.368990] env[66673]: INFO networking_nsxv3.common.synchronization [req-35a4f7ee-904e-4246-96ab-65deec1ee576 req-4cc1ec01-1ee8-47cb-9aca-8f1feae32156 tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1266.369212] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1266.369444] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.369562] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.369657] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.369922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.370105] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.370205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.370293] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.370420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.370527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.370625] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.656717] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.656926] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.657062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.657396] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.657678] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.657845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.657966] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.658207] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.658356] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.658575] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.658687] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.658803] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.658943] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.659072] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.659179] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.659307] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.679978] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.680593] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.680749] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.680937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-927" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.681275] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.681452] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.681578] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.681945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.682114] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b0bc45-16e7-4ea7-8100-d2c2effcc573',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.874914] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.875166] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.875251] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.875468] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.875564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.875755] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.875853] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.875912] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.876060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.876134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.876226] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1266.901515] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.901716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.901716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.901931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.902102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.912334] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1267.184154] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.184414] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.184542] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.184847] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.184989] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.185204] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port f1b0bc45-16e7-4ea7-8100-d2c2effcc573 not found, creating... [ 1267.185472] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.185690] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.185748] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.185961] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.186104] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.186468] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.186630] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.186754] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.186944] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.187090] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.187245] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: f1b0bc45-16e7-4ea7-8100-d2c2effcc573 is going to be created. [ 1267.206118] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.206366] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206492] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.206766] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.206992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.207242] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.381595] env[66673]: INFO networking_nsxv3.common.synchronization [req-9625027f-97ef-4f1c-90c6-005932b0605e req-e141eab5-c7f7-46c7-804d-2cf7e54be174 tempest-ServerActionsTestOtherB-509924811 tempest-ServerActionsTestOtherB-509924811-project-member] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1267.382177] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGHEST for action security_group_members [ 1267.382487] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.382611] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.382679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.382884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.383053] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.383151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.383211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.383378] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.383465] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.383562] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.886885] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.887103] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.887160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.887374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.887464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.887661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.887760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.887817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.887965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.888056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.888144] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be updated. [ 1267.904188] env[66673]: INFO networking_nsxv3.common.synchronization [req-35a4f7ee-904e-4246-96ab-65deec1ee576 req-862ac8b8-df8e-45b0-a760-ef93d68b3d9e service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 1267.904372] env[66673]: INFO networking_nsxv3.common.synchronization [req-35a4f7ee-904e-4246-96ab-65deec1ee576 req-862ac8b8-df8e-45b0-a760-ef93d68b3d9e service nova] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1267.904510] env[66673]: INFO networking_nsxv3.common.synchronization [req-35a4f7ee-904e-4246-96ab-65deec1ee576 req-862ac8b8-df8e-45b0-a760-ef93d68b3d9e service nova] Enqueued Resource ID: f1b0bc45-16e7-4ea7-8100-d2c2effcc573 with Priority: HIGHEST for action port [ 1267.905014] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_rules [ 1267.905437] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1267.905437] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0bc45-16e7-4ea7-8100-d2c2effcc573 with Priority: HIGHEST for action port [ 1267.905546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.905627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.905691] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.905884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.905966] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.906816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.906911] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.907117] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.907220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.907285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.907482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.907559] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b0bc45-16e7-4ea7-8100-d2c2effcc573',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.934969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.934969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.934969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.935357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.935394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.952484] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: IN_PROGRESS for 2s [ 1268.409370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.409728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.409728] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b0bc45-16e7-4ea7-8100-d2c2effcc573 with status ACTIVE [ 1268.409850] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.409955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.410028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.410252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.410340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.410508] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.410602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.410660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.410805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.410880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.411067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.411160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.411220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.411358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.411430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.411516] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b0bc45-16e7-4ea7-8100-d2c2effcc573 is going to be updated. [ 1268.433973] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.434202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.434202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.434407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.434542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.434704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b0bc45-16e7-4ea7-8100-d2c2effcc573" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.923508] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1268.923508] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c deletion is rescheduled due to dependency. [ 1268.923508] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.923745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.923884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.924081] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.924199] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.924254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.924419] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.924499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.924661] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.427161] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.929223] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.962435] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 in Status: SUCCESS [ 1269.962626] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 deletion is rescheduled due to dependency. [ 1269.962727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.433311] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.433311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.433311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.433311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.433311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.433311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1270.459975] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.460161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.460214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.460420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.460566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.469692] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1272.481223] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1272.481223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.481223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.481598] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.481598] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.481709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.481709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.481865] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.481918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.482033] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.482143] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.906668] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.906809] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.984532] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.486549] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 1273.503440] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.503658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.503658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.503851] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.503943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.504308] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.504369] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.504524] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.504599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504729] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1273.562924] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.563107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.563181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.563400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.563547] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.577063] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1275.595177] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1275.595626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.907748] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.908722] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.842942] env[66673]: INFO networking_nsxv3.common.synchronization [None req-7fc4f398-12fa-44e1-bc14-ae8b5819b6b2 None None] Enqueued Resource ID: e8060a3f-0bd4-47e4-ba50-a6c8267ba68d with Priority: HIGHEST for action port [ 1278.843480] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8060a3f-0bd4-47e4-ba50-a6c8267ba68d with Priority: HIGHEST for action port [ 1278.843903] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8060a3f-0bd4-47e4-ba50-a6c8267ba68d taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.844204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8060a3f-0bd4-47e4-ba50-a6c8267ba68d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.844204] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8060a3f-0bd4-47e4-ba50-a6c8267ba68d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.844533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8060a3f-0bd4-47e4-ba50-a6c8267ba68d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.844611] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8060a3f-0bd4-47e4-ba50-a6c8267ba68d',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.873781] env[66673]: INFO networking_nsxv3.common.synchronization [req-86b8170f-b161-404b-b25f-ac26e6bd7f05 req-05008f8e-c88e-42f4-97d7-69513bfa633c tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1278.874462] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1278.874767] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.874892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.874959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.875945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.876132] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.876460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.876935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.877139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.877286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.877753] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.167937] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.167937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.167937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.167937] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.168393] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.168393] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.168393] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.168826] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.169024] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.169261] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.169378] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.169489] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.169598] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.169708] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.169814] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.169944] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.192724] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.193040] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.193040] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.193172] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-728" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.194253] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-6b141706-1cfc-48e0-bb26-e5e40c063f88 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.194253] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.194253] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.194253] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.194253] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b141706-1cfc-48e0-bb26-e5e40c063f88',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.346772] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8060a3f-0bd4-47e4-ba50-a6c8267ba68d [ 1279.346772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.346772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.346772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.347091] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.347230] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.347324] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8060a3f-0bd4-47e4-ba50-a6c8267ba68d already deleted. [ 1279.348056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8060a3f-0bd4-47e4-ba50-a6c8267ba68d" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.380859] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.696469] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.696945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.696945] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.697147] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.699219] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 6b141706-1cfc-48e0-bb26-e5e40c063f88 not found, creating... [ 1279.699219] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.699219] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.699219] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.701674] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.701974] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.702492] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 6b141706-1cfc-48e0-bb26-e5e40c063f88 is going to be created. [ 1279.726246] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.729252] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.729488] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.729806] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.730067] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.730329] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.884097] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.391853] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.392323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.392323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.392323] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.392441] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.392502] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be updated. [ 1280.421174] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.421317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.421363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.421561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.422415] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.429945] env[66673]: INFO networking_nsxv3.common.synchronization [req-86b8170f-b161-404b-b25f-ac26e6bd7f05 req-47465717-fda9-4280-befc-e5d9c31cbe39 service nova] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 1280.430115] env[66673]: INFO networking_nsxv3.common.synchronization [req-86b8170f-b161-404b-b25f-ac26e6bd7f05 req-47465717-fda9-4280-befc-e5d9c31cbe39 service nova] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1280.430253] env[66673]: INFO networking_nsxv3.common.synchronization [req-86b8170f-b161-404b-b25f-ac26e6bd7f05 req-47465717-fda9-4280-befc-e5d9c31cbe39 service nova] Enqueued Resource ID: 6b141706-1cfc-48e0-bb26-e5e40c063f88 with Priority: HIGHEST for action port [ 1280.430734] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_rules [ 1280.430811] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1280.430861] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b141706-1cfc-48e0-bb26-e5e40c063f88 with Priority: HIGHEST for action port [ 1280.432012] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 1280.432291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.432407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.432477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.432678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.432761] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.434131] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.434131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.434289] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b141706-1cfc-48e0-bb26-e5e40c063f88 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.434346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.434432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.434559] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.434630] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b141706-1cfc-48e0-bb26-e5e40c063f88',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.904474] env[66673]: INFO networking_nsxv3.common.synchronization [None req-a9183688-dd23-4cec-807b-656659c6b562 None None] Enqueued Resource ID: 9aadf38b-e04e-42fc-94bd-71373900d054 with Priority: HIGHEST for action port [ 1280.904589] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aadf38b-e04e-42fc-94bd-71373900d054 with Priority: HIGHEST for action port [ 1280.904880] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aadf38b-e04e-42fc-94bd-71373900d054 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.904994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aadf38b-e04e-42fc-94bd-71373900d054" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.905141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aadf38b-e04e-42fc-94bd-71373900d054" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.905447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aadf38b-e04e-42fc-94bd-71373900d054" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.905691] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aadf38b-e04e-42fc-94bd-71373900d054',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.938621] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.938817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.940533] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b141706-1cfc-48e0-bb26-e5e40c063f88 with status ACTIVE [ 1280.940617] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.940742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.940809] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.941023] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.941120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.941291] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.941398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.941517] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.941650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.941697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.941859] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.941950] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.942027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.942153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.942236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.942328] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b141706-1cfc-48e0-bb26-e5e40c063f88 is going to be updated. [ 1280.965600] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.965600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.965600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.965808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.965883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.966071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b141706-1cfc-48e0-bb26-e5e40c063f88" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.028059] env[66673]: INFO networking_nsxv3.common.synchronization [None req-c773f3ec-3169-46e6-b9d8-1e612ab004fe None None] Enqueued Resource ID: 70091242-f471-4b69-8625-3d424df6937e with Priority: HIGHEST for action port [ 1281.028872] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70091242-f471-4b69-8625-3d424df6937e with Priority: HIGHEST for action port [ 1281.030994] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-70091242-f471-4b69-8625-3d424df6937e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.030994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70091242-f471-4b69-8625-3d424df6937e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.030994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70091242-f471-4b69-8625-3d424df6937e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.030994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70091242-f471-4b69-8625-3d424df6937e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.030994] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70091242-f471-4b69-8625-3d424df6937e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.407348] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aadf38b-e04e-42fc-94bd-71373900d054 [ 1281.407651] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.407789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.407866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.408095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.408206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.408341] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aadf38b-e04e-42fc-94bd-71373900d054 already deleted. [ 1281.408395] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aadf38b-e04e-42fc-94bd-71373900d054" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.533183] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70091242-f471-4b69-8625-3d424df6937e [ 1281.533848] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.533987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.534206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.534336] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.534427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.534525] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70091242-f471-4b69-8625-3d424df6937e already deleted. [ 1281.534607] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70091242-f471-4b69-8625-3d424df6937e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.443749] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 1282.444098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.444208] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.444438] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.444641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.444759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.444826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.444978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.445144] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.445265] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.948485] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.324051] env[66673]: INFO networking_nsxv3.common.synchronization [None req-0c72f6c8-7252-445c-864a-8913dd1e1f3d None None] Enqueued Resource ID: adb7b831-47b3-49a6-9cb3-3e9ad19e454a with Priority: HIGHEST for action port [ 1283.325115] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb7b831-47b3-49a6-9cb3-3e9ad19e454a with Priority: HIGHEST for action port [ 1283.325115] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb7b831-47b3-49a6-9cb3-3e9ad19e454a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.325284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb7b831-47b3-49a6-9cb3-3e9ad19e454a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.325284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb7b831-47b3-49a6-9cb3-3e9ad19e454a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.325458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb7b831-47b3-49a6-9cb3-3e9ad19e454a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.325542] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb7b831-47b3-49a6-9cb3-3e9ad19e454a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.451319] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.827462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adb7b831-47b3-49a6-9cb3-3e9ad19e454a [ 1283.827733] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.827874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.827986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.828182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.828282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.828376] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adb7b831-47b3-49a6-9cb3-3e9ad19e454a already deleted. [ 1283.828469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb7b831-47b3-49a6-9cb3-3e9ad19e454a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.956031] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.956212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.956262] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.956477] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.956569] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.956667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be updated. [ 1283.990345] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.990540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.990540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.990769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.991768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.009311] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 1286.023125] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 1286.023499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.023543] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.023733] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.024333] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.024333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.024333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.024537] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.024570] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.024644] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.024870] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.330688] env[66673]: INFO networking_nsxv3.common.synchronization [req-7f728ccb-3fae-4d86-a975-5e9494622132 req-dde7569e-e584-4c99-affa-05f09d332be6 tempest-ServersNegativeTestMultiTenantJSON-1129873386 tempest-ServersNegativeTestMultiTenantJSON-1129873386-project-member] Enqueued Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1286.331262] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1286.331562] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.331686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.331867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.332284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.332520] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.332671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.332772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.333032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.333126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.333260] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.528225] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.603523] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-130" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-130" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-130" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.606026] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.606026] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.606026] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.606026] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.606026] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.606026] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.606026] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.606553] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.606653] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.628685] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.629104] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.629367] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.629599] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-130" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.629967] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-1ce6c7a7-0abc-447c-b1ac-accc33c45492 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.630223] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.630430] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.630800] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.630999] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce6c7a7-0abc-447c-b1ac-accc33c45492',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.835879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.835879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.835879] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.836329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.836436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.836638] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.836742] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.836803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.836984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.837081] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.837168] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 already deleted. [ 1286.837278] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.030486] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63561f75-2793-4200-b8a0-4121a5df2b13: rpc.has_security_group_logging(os_id): False [ 1287.050459] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.050643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.050745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.050923] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.070028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.070709] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.070709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.070709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.070891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.070891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.070956] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be updated. [ 1287.133403] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.134225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.134225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.134225] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.134433] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.135151] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 1ce6c7a7-0abc-447c-b1ac-accc33c45492 not found, creating... [ 1287.135151] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.135320] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.135675] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.135996] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.136261] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.136720] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.137066] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.137280] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.137482] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.137628] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.137789] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 1ce6c7a7-0abc-447c-b1ac-accc33c45492 is going to be created. [ 1287.212504] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.214604] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.214780] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.215255] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.215502] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.215790] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.264124] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.264300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.264357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.264566] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.264716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.281600] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 1287.858295] env[66673]: INFO networking_nsxv3.common.synchronization [req-7f728ccb-3fae-4d86-a975-5e9494622132 req-901a63a0-2e17-4ba1-86aa-185449a28f0e service nova] Enqueued Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_rules [ 1287.858528] env[66673]: INFO networking_nsxv3.common.synchronization [req-7f728ccb-3fae-4d86-a975-5e9494622132 req-901a63a0-2e17-4ba1-86aa-185449a28f0e service nova] Enqueued Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1287.858675] env[66673]: INFO networking_nsxv3.common.synchronization [req-7f728ccb-3fae-4d86-a975-5e9494622132 req-901a63a0-2e17-4ba1-86aa-185449a28f0e service nova] Enqueued Resource ID: 1ce6c7a7-0abc-447c-b1ac-accc33c45492 with Priority: HIGHEST for action port [ 1287.859332] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_rules [ 1287.859332] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1287.859487] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce6c7a7-0abc-447c-b1ac-accc33c45492 with Priority: HIGHEST for action port [ 1287.859705] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.859828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.859920] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.860205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.860300] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.861162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.861294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.861349] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.861496] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.861741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.861741] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.861924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.862145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.862261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.863465] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.863465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce6c7a7-0abc-447c-b1ac-accc33c45492 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.864075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.864075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.864075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.864075] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce6c7a7-0abc-447c-b1ac-accc33c45492',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.365387] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.365777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.365777] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.366654] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce6c7a7-0abc-447c-b1ac-accc33c45492 with status ACTIVE [ 1288.366906] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.367048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.367116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.367311] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.367400] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.367568] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.367679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.367716] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.369589] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.369589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.370262] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce6c7a7-0abc-447c-b1ac-accc33c45492 is going to be updated. [ 1288.391386] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.391386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.391386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.391661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.391904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.391975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce6c7a7-0abc-447c-b1ac-accc33c45492" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.872178] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.294767] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 1289.295018] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.375597] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.375967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.375967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.376152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.376152] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.376279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 is going to be created. [ 1289.397852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.398070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.398070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.398289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.398453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.409386] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: UNINITIALIZED for 2s [ 1289.852068] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.852275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.852275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.852475] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.852591] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.355272] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.858095] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.360413] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1291.360579] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1291.419713] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: SUCCESS [ 1291.419940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.420115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.420340] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.420537] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.420655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.420722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.420875] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.420954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.421052] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.421142] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.923878] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.924361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.924361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.924440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.924630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.924772] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.924854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.925056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.925149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925413] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.925506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925610] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.925774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.925933] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.926035] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.926122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.926268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.926347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.926433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.926530] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.129498] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.129719] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.129803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.130050] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.146065] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1292.147101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.148233] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1292.189171] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.189393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.189460] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.189730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.206530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.207474] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1292.207599] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.207656] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1292.254717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.254899] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.254992] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.255201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.256647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.256921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1292.333433] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.333693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.333693] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.333888] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.334187] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.334475] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1292.408198] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.408454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.408454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.408620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.408921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.409220] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1292.409313] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2bb29772-ddee-422d-9880-e27f74528446', '0bad30fd-18ea-4ff6-ba12-5de4b3d31de5', '6fea19e6-61a6-4ab4-82f5-f8d4330f4a21', 'cbb51b96-a34a-4042-8f50-e0a85a699b90', 'db2a7877-6fca-4cae-87a5-0b0a65996bf4', 'a9807246-0bcf-41b5-895b-a9646f67c41c', '67cf4055-18c3-45a7-bcab-13b16382637e', 'fee15328-f0f6-469f-9315-cf9f849abf86', 'de2e327f-9f2d-4898-adec-cdf1b66e4718', '96c69f79-d67c-4749-9d61-f436a5650be2', '3f1b3078-5cea-4b49-9086-f95faa64b7a5', 'c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b', '341f13cb-c2cf-4ad1-8ff1-011424875080', '79b3725f-ad9b-42a9-aff2-dce06f4214ec', '1879641c-9fd0-4f34-91f0-0b237deadf75', '66f9609d-b8e9-48b0-9a6d-f824cfe3f33a', '9fb96e01-affc-49ab-90e3-ecdc68e2b51f', 'ef4c580f-2839-4826-907d-72649d6f8c0e', '0236e880-ca2f-4692-b523-2d26dcc971d9', '2ae71c94-4060-43a9-914f-e096ec1a3f6a', 'a87e18de-f7cb-49cf-a951-23996dae31ce', '5450f511-3202-478f-88a4-a8193e5d8bcc', '45ab83c8-8fe4-4310-99f0-fa9da6236a93', '0a518e60-315d-4911-b4ed-0b68096fb0ea', 'ba1c7864-6001-4145-8668-f13af7af50ab', '9cc80f87-1e45-4827-9dcf-e37b64b3a87a', '2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894', '2c90b482-5758-42bd-89d6-4fb5d698d98b', '2483b3f9-9337-4548-a76b-2f10e7e988f0', 'dd738ba4-b8c5-4190-9c67-c76dd0d123cc', '63561f75-2793-4200-b8a0-4121a5df2b13', '439302f6-6471-4cde-94b4-5da89d8dda23', '984ec483-4259-4650-8f47-e249a3846f6c', 'd48ffa96-d9f8-4399-94bb-481807b440eb', '996b528e-69e9-4d3c-be55-7c03f4d0f58d', 'ee0be29d-0689-40b4-9635-352a4ba3d00a', '9b585490-b0e8-4b46-99fd-a0ac82b1e108', 'bd67170c-c557-4178-9184-8bd62844c149', '035c5398-d9af-4bca-9bf7-8ddf7a32b4b5', 'ce095e06-a0eb-404d-9a18-4942c8803d27', '699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6'} {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.409398] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1292.427741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.428047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.428047] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.428223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.428310] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.428423] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1292.428491] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.428559] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1292.429526] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 513397e2-331a-4ec7-b8e2-de09bb528b07: rpc.has_security_group_logging(os_id): False [ 1292.448917] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.449130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.449130] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.449353] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.449440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.449659] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.449757] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.449820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.449967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.450055] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.450237] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.450328] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.450388] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.450532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.450599] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.450772] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.450862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.450922] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.451120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.451196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.451279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 is going to be created. [ 1292.515768] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.516020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.516020] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.516211] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.516387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.524624] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.524806] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.524849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.525037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.526203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.526465] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1292.526557] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.526637] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1292.526678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1292.526747] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1292.526819] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGH for action security_group_rules [ 1292.526926] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGH for action security_group_rules [ 1292.527010] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGH for action security_group_rules [ 1292.527124] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGH for action security_group_rules [ 1292.527223] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGH for action security_group_rules [ 1292.527223] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 1292.527296] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGH for action security_group_rules [ 1292.527325] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGH for action security_group_rules [ 1292.527365] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGH for action security_group_rules [ 1292.527427] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGH for action security_group_rules [ 1292.527486] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGH for action security_group_rules [ 1292.527608] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGH for action security_group_rules [ 1292.527608] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGH for action security_group_rules [ 1292.527734] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGH for action security_group_rules [ 1292.527734] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGH for action security_group_rules [ 1292.527820] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGH for action security_group_rules [ 1292.527820] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGH for action security_group_rules [ 1292.527890] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGH for action security_group_rules [ 1292.527933] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGH for action security_group_rules [ 1292.527995] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGH for action security_group_rules [ 1292.528102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.530104] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: IN_PROGRESS for 2s [ 1292.860198] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.860381] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1292.860425] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb29772-ddee-422d-9880-e27f74528446 with Priority: HIGH for action security_group_rules [ 1292.860540] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 with Priority: HIGH for action security_group_rules [ 1292.860640] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67cf4055-18c3-45a7-bcab-13b16382637e with Priority: HIGH for action security_group_rules [ 1292.860738] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 with Priority: HIGH for action security_group_rules [ 1292.860833] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a with Priority: HIGH for action security_group_rules [ 1292.860926] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 with Priority: HIGH for action security_group_rules [ 1292.861025] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c580f-2839-4826-907d-72649d6f8c0e with Priority: HIGH for action security_group_rules [ 1292.861119] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f with Priority: HIGH for action security_group_rules [ 1292.861208] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec with Priority: HIGH for action security_group_rules [ 1292.861294] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a with Priority: HIGH for action security_group_rules [ 1292.861387] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 with Priority: HIGH for action security_group_rules [ 1292.861503] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b with Priority: HIGH for action security_group_rules [ 1292.861594] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 with Priority: HIGH for action security_group_rules [ 1292.861681] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c69f79-d67c-4749-9d61-f436a5650be2 with Priority: HIGH for action security_group_rules [ 1292.861768] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 with Priority: HIGH for action security_group_rules [ 1292.861857] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGH for action security_group_rules [ 1292.861942] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee15328-f0f6-469f-9315-cf9f849abf86 with Priority: HIGH for action security_group_rules [ 1292.862041] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 with Priority: HIGH for action security_group_rules [ 1292.862245] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 with Priority: HIGH for action security_group_rules [ 1292.862336] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 with Priority: HIGH for action security_group_rules [ 1292.862676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb29772-ddee-422d-9880-e27f74528446 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.862805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.862884] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.863198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.863288] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb29772-ddee-422d-9880-e27f74528446',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.864331] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.864433] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.864658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.864862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.864944] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fea19e6-61a6-4ab4-82f5-f8d4330f4a21',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.866469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67cf4055-18c3-45a7-bcab-13b16382637e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.866588] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.866659] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.866825] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.866903] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67cf4055-18c3-45a7-bcab-13b16382637e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.867664] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1879641c-9fd0-4f34-91f0-0b237deadf75 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.867770] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.867836] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.867982] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.868080] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1879641c-9fd0-4f34-91f0-0b237deadf75',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.868794] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.868898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.868962] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.869123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.869199] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae71c94-4060-43a9-914f-e096ec1a3f6a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.869988] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0236e880-ca2f-4692-b523-2d26dcc971d9 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.870123] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.870188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.870337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.870406] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0236e880-ca2f-4692-b523-2d26dcc971d9',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.871149] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4c580f-2839-4826-907d-72649d6f8c0e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.871455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.871455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.871540] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.872120] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4c580f-2839-4826-907d-72649d6f8c0e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.872504] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.872722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.872722] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.872835] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.872891] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fb96e01-affc-49ab-90e3-ecdc68e2b51f',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.873732] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.873849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.873905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.874082] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.874178] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b3725f-ad9b-42a9-aff2-dce06f4214ec',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.874807] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.874898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.875558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.875558] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.875558] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66f9609d-b8e9-48b0-9a6d-f824cfe3f33a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.875928] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341f13cb-c2cf-4ad1-8ff1-011424875080 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.876061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.876113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.876258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.876316] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341f13cb-c2cf-4ad1-8ff1-011424875080',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.876983] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.877087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.877150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.877760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.877760] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.878014] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.878131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.878213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.878626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.878626] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f1b3078-5cea-4b49-9086-f95faa64b7a5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.879064] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c69f79-d67c-4749-9d61-f436a5650be2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.879174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.879221] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.879366] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.879435] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c69f79-d67c-4749-9d61-f436a5650be2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.880201] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2e327f-9f2d-4898-adec-cdf1b66e4718 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.880344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.880394] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.880538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.880710] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2e327f-9f2d-4898-adec-cdf1b66e4718',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.881327] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.881427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.881489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.881640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.881711] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.882433] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee15328-f0f6-469f-9315-cf9f849abf86 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.882532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.882532] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.882713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.882757] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee15328-f0f6-469f-9315-cf9f849abf86',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.883658] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.883794] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.884104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.884104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.884104] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a7877-6fca-4cae-87a5-0b0a65996bf4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.885066] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.885066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.885066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.885347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.885347] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bad30fd-18ea-4ff6-ba12-5de4b3d31de5',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.885967] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb51b96-a34a-4042-8f50-e0a85a699b90 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.886104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.886184] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.886352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.886816] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb51b96-a34a-4042-8f50-e0a85a699b90',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.911469] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.911616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.911687] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.911894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.913427] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.913557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.932943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.933288] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1879641c-9fd0-4f34-91f0-0b237deadf75 is going to be deleted. [ 1292.933990] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.934214] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.953579] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.953745] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fea19e6-61a6-4ab4-82f5-f8d4330f4a21 is going to be deleted. [ 1292.987674] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.987936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.987936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.988117] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.988220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.988337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1879641c-9fd0-4f34-91f0-0b237deadf75" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.999727] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.999921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.999921] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.000155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.000246] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.000362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fea19e6-61a6-4ab4-82f5-f8d4330f4a21" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.393900] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.394195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.394195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.394358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.394540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.394652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.394713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.394870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.394956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.395065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.395153] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.437527] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.437774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.437774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.438039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.446635] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.446959] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.456332] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.456616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.457428] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.457552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.460999] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.461196] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.469215] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.469455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.470314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.471352] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.471489] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.472283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.472396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.473317] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.473440] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.474342] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.474482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.475139] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.475592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.475680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.476449] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.476847] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.476924] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.477705] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.478122] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.478223] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.478899] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.479292] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.479434] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.480165] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.480532] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.480620] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.481374] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.481751] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.481861] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.483537] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.483942] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.484065] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b3725f-ad9b-42a9-aff2-dce06f4214ec is going to be deleted. [ 1293.484986] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.485202] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.504663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.504827] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c69f79-d67c-4749-9d61-f436a5650be2 is going to be deleted. [ 1293.505674] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.505882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.522782] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.522927] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2e327f-9f2d-4898-adec-cdf1b66e4718 is going to be deleted. [ 1293.523756] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.523954] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.542124] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.542305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.548753] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.548895] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae71c94-4060-43a9-914f-e096ec1a3f6a is going to be deleted. [ 1293.549732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.549969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.566119] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.566412] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.577115] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.577115] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.577507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.577620] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bad30fd-18ea-4ff6-ba12-5de4b3d31de5 is going to be deleted. [ 1293.578511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.578724] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.607203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.607415] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4c580f-2839-4826-907d-72649d6f8c0e is going to be deleted. [ 1293.608334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.608556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.612752] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.612885] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.633658] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.633882] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.641988] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.642150] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0236e880-ca2f-4692-b523-2d26dcc971d9 is going to be deleted. [ 1293.643045] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.643265] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.684161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.684433] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66f9609d-b8e9-48b0-9a6d-f824cfe3f33a is going to be deleted. [ 1293.685242] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.685467] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.763880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.764100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb29772-ddee-422d-9880-e27f74528446 is going to be deleted. [ 1293.765256] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.765481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.794822] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.795041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.810869] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.811054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.814735] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.814899] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fb96e01-affc-49ab-90e3-ecdc68e2b51f is going to be deleted. [ 1293.815971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.816193] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.817714] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.817789] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.851127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.851316] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b is going to be deleted. [ 1293.852555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.852803] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.883267] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.883462] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f1b3078-5cea-4b49-9086-f95faa64b7a5 is going to be deleted. [ 1293.884655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.884933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.902974] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.907870] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.908053] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.943828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.944123] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341f13cb-c2cf-4ad1-8ff1-011424875080 is going to be deleted. [ 1293.945264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.945507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.969411] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.969615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.008734] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.008936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb51b96-a34a-4042-8f50-e0a85a699b90 is going to be deleted. [ 1294.010409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.010677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.012292] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.012418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.042156] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.042331] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a7877-6fca-4cae-87a5-0b0a65996bf4 is going to be deleted. [ 1294.043329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.043585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.074738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.074956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.107301] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.107561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.108317] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.108431] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67cf4055-18c3-45a7-bcab-13b16382637e is going to be deleted. [ 1294.109309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.109522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.157363] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.157581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.180132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.180322] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee15328-f0f6-469f-9315-cf9f849abf86 is going to be deleted. [ 1294.181195] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.181512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.181663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.181795] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b3725f-ad9b-42a9-aff2-dce06f4214ec" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.181953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.182155] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.182240] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.182362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c69f79-d67c-4749-9d61-f436a5650be2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.182889] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.183062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.183149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.183268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2e327f-9f2d-4898-adec-cdf1b66e4718" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.183454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.183609] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.183690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.183820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae71c94-4060-43a9-914f-e096ec1a3f6a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.183940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.184101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.184176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.184286] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bad30fd-18ea-4ff6-ba12-5de4b3d31de5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.184432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.184604] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.184679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.184796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4c580f-2839-4826-907d-72649d6f8c0e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.184926] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.185079] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.185153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.185264] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0236e880-ca2f-4692-b523-2d26dcc971d9" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.185387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.185534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.185602] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.185807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66f9609d-b8e9-48b0-9a6d-f824cfe3f33a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.185874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.186007] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.186087] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.186198] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb29772-ddee-422d-9880-e27f74528446" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.186321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.186458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.186534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.186641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fb96e01-affc-49ab-90e3-ecdc68e2b51f" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.186761] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.186895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.186969] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.187096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31dc2e2-f34e-4e9d-a9e6-bc1d8b58664b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.187220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.187354] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.187429] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.187534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f1b3078-5cea-4b49-9086-f95faa64b7a5" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.188381] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.188484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.188552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.188699] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.188779] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.188895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a7877-6fca-4cae-87a5-0b0a65996bf4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189039] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.189182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.189261] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189364] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341f13cb-c2cf-4ad1-8ff1-011424875080" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189476] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.189616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.189695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb51b96-a34a-4042-8f50-e0a85a699b90" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.243518] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.243747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.243747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.244099] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.244220] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.244351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67cf4055-18c3-45a7-bcab-13b16382637e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.387749] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.387944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.387993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.388205] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.388294] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.388420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee15328-f0f6-469f-9315-cf9f849abf86" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.404958] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9807246-0bcf-41b5-895b-a9646f67c41c: rpc.has_security_group_logging(os_id): False [ 1294.431279] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.431482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.431482] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.431711] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.475148] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.475470] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.475593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.475647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.475903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.476040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.476116] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1294.558430] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: SUCCESS [ 1294.558658] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.580463] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.580668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.580668] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.580898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.581058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.610491] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1296.629276] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1296.629679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.813998] env[66673]: INFO networking_nsxv3.common.synchronization [req-cd7dfcd6-9a49-4307-ba04-b173eaebe88a req-8e54d4f9-dc44-4ea2-835f-5dc1ea1c97fd tempest-ServersNegativeTestMultiTenantJSON-1129873386 tempest-ServersNegativeTestMultiTenantJSON-1129873386-project-member] Enqueued Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1297.815067] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGHEST for action security_group_members [ 1297.815067] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.815067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.815067] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.815333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.815439] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.815555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.815630] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.815820] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.815935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.816061] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.319268] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.319486] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.319626] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.319907] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.320063] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.320283] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.320435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.320498] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.320746] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.320833] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.320923] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 is going to be updated. [ 1298.349145] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.349362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.349362] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.349549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.349688] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.357416] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: IN_PROGRESS for 2s [ 1300.368854] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 in Status: SUCCESS [ 1300.369327] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 deletion is rescheduled due to dependency. [ 1300.369327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.815863] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.816222] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.450301] env[66673]: INFO networking_nsxv3.common.synchronization [None req-4bd8b7da-40fc-4d72-9f82-a4ba62b1b044 None None] Enqueued Resource ID: 2600cb2a-7b4b-42ed-86de-625ce5390c5c with Priority: HIGHEST for action port [ 1307.450301] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2600cb2a-7b4b-42ed-86de-625ce5390c5c with Priority: HIGHEST for action port [ 1307.450609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-2600cb2a-7b4b-42ed-86de-625ce5390c5c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.450793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2600cb2a-7b4b-42ed-86de-625ce5390c5c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.450793] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2600cb2a-7b4b-42ed-86de-625ce5390c5c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.451590] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2600cb2a-7b4b-42ed-86de-625ce5390c5c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.451590] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2600cb2a-7b4b-42ed-86de-625ce5390c5c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.715490] env[66673]: INFO networking_nsxv3.common.synchronization [None req-aa9ba5e6-abbf-457b-8ff5-45f71dc61131 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1307.716237] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1307.716630] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.716786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.716873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.717237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.717346] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.839397] env[66673]: INFO networking_nsxv3.common.synchronization [None req-d29a216e-c93c-4912-a73f-4092eaf5ab3d tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1307.840765] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1307.840868] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.840931] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.954543] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2600cb2a-7b4b-42ed-86de-625ce5390c5c [ 1307.954746] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.954908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.954994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.955217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.955322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.955420] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2600cb2a-7b4b-42ed-86de-625ce5390c5c already deleted. [ 1307.955506] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2600cb2a-7b4b-42ed-86de-625ce5390c5c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.245026] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.245026] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 already deleted. [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.245026] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.245026] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.771645] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.771948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.771948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.772183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.772183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.772270] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 already deleted. [ 1308.772841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.779048] env[66673]: INFO networking_nsxv3.common.synchronization [None req-21763d58-9cc6-4f97-b5a2-1d02f133f34b None None] Enqueued Resource ID: 405918e4-eda2-45dd-ac11-0cc0b1ed71f3 with Priority: HIGHEST for action port [ 1309.779728] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405918e4-eda2-45dd-ac11-0cc0b1ed71f3 with Priority: HIGHEST for action port [ 1309.780108] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-405918e4-eda2-45dd-ac11-0cc0b1ed71f3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.780236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-405918e4-eda2-45dd-ac11-0cc0b1ed71f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.780320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-405918e4-eda2-45dd-ac11-0cc0b1ed71f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.780640] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-405918e4-eda2-45dd-ac11-0cc0b1ed71f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.780737] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('405918e4-eda2-45dd-ac11-0cc0b1ed71f3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.283636] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 405918e4-eda2-45dd-ac11-0cc0b1ed71f3 [ 1310.283848] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.283981] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.284075] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.284291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.284381] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.284475] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:405918e4-eda2-45dd-ac11-0cc0b1ed71f3 already deleted. [ 1310.284555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-405918e4-eda2-45dd-ac11-0cc0b1ed71f3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.343268] env[66673]: INFO networking_nsxv3.common.synchronization [req-2e362025-1272-4c28-b021-6c5fb0c385b5 req-f242fa0b-a7e4-4b1d-a10b-68d5380f3f08 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1313.343815] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1313.344314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.344314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.344314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.344649] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.344684] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.344859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.344859] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.345068] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.345149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.345203] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.694255] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.694455] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.694585] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.694919] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.695201] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.695362] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.695480] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.695696] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.695838] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.696790] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.696963] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.697093] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.697204] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.697322] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.697428] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.697559] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.719020] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.719257] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.719372] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.719558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.719890] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.720109] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.720243] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.720609] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.720753] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.847170] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.847401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.847401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.847603] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.847677] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.847848] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.847956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.848040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.848160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.848236] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.848309] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 already deleted. [ 1313.848387] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.224021] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.224021] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.224306] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.224403] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.224592] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.224785] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 not found, creating... [ 1314.225036] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.225254] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.225438] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.225746] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.225902] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.226200] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.226361] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.226476] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.226685] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.226873] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.227061] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 is going to be created. [ 1314.246333] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.246572] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.246748] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.247123] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.247366] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.247594] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.924284] env[66673]: INFO networking_nsxv3.common.synchronization [req-2e362025-1272-4c28-b021-6c5fb0c385b5 req-9965597a-333e-4ff9-bb06-4134978109ff service nova] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1314.924566] env[66673]: INFO networking_nsxv3.common.synchronization [req-2e362025-1272-4c28-b021-6c5fb0c385b5 req-9965597a-333e-4ff9-bb06-4134978109ff service nova] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1314.924635] env[66673]: INFO networking_nsxv3.common.synchronization [req-2e362025-1272-4c28-b021-6c5fb0c385b5 req-9965597a-333e-4ff9-bb06-4134978109ff service nova] Enqueued Resource ID: cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 with Priority: HIGHEST for action port [ 1314.925183] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_rules [ 1314.925329] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1314.925423] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 with Priority: HIGHEST for action port [ 1314.925706] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.925828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.925917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.926177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.926266] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.927134] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.927257] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.927324] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.927492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928048] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.928145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.928212] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.928361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928448] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928536] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.929284] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.932073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.932073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.932073] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.932073] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.434057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.434510] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.434622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.434766] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 with status ACTIVE [ 1315.434926] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.435041] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.435110] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.435314] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.435407] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.435571] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.435666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.435723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.435868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.435984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.436130] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.436225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.436277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.436423] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.436553] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.436609] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2 is going to be updated. [ 1315.459152] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.459379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.459379] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.459561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.459697] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.459862] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd28d55-0f9b-4dd8-bb7c-90827b8cd8f2" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.938577] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.442241] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.442398] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.442481] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.442680] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.442791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.442937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 is going to be created. [ 1316.468432] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.468731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.468731] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.468985] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.469300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.481571] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: UNINITIALIZED for 2s [ 1318.492678] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: SUCCESS [ 1318.493062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.493107] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.493305] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.493495] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.493614] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.493679] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.493857] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.493955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.494056] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.494147] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.998161] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.501089] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8162c3d9-0090-4029-9d65-8aa1a6ad9877: rpc.has_security_group_logging(os_id): False [ 1319.519078] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.519301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.519301] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.519512] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.519601] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.519845] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.519971] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.520049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.520201] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.520277] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.520383] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 is going to be created. [ 1319.577566] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.577823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.577823] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.577978] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.578114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.588815] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: IN_PROGRESS for 2s [ 1319.926827] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.927027] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.602528] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: SUCCESS [ 1321.603064] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.929182] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.929182] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.929289] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.929737] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.968059] env[66673]: INFO networking_nsxv3.common.synchronization [req-da1239ee-1fd6-4955-9ff7-27e07e298542 req-6bd5e8fe-5ca7-4bfd-a88b-adfcbb8f4c2b tempest-ServerActionsTestJSON-1038391150 tempest-ServerActionsTestJSON-1038391150-project-member] Enqueued Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1331.969157] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9807246-0bcf-41b5-895b-a9646f67c41c with Priority: HIGHEST for action security_group_members [ 1331.969157] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9807246-0bcf-41b5-895b-a9646f67c41c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.969157] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.969333] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.969447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.969609] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.969708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.969769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.969918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.970098] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.970227] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9807246-0bcf-41b5-895b-a9646f67c41c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.473370] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.473568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.473568] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.473766] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.473905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.474095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.474178] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.474213] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.474356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.474427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.474510] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c is going to be updated. [ 1332.503424] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.503678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.503678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.503852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.503948] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.512466] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: IN_PROGRESS for 2s [ 1334.535243] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9807246-0bcf-41b5-895b-a9646f67c41c in Status: SUCCESS [ 1334.535646] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9807246-0bcf-41b5-895b-a9646f67c41c deletion is rescheduled due to dependency. [ 1334.535646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9807246-0bcf-41b5-895b-a9646f67c41c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.970114] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.970425] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.971671] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.971963] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.622739] env[66673]: INFO networking_nsxv3.common.synchronization [req-eb63f7c2-4254-4eae-9ce8-8a9a8028ce2f req-f7a039d0-1831-4284-839d-adfd0948dffe tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1345.623308] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1345.623648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.623831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.623876] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.624158] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.624269] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.624384] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.624449] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.624775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.624775] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.624775] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.128058] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.630166] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.132661] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.132843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.132891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.133122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.133217] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.133315] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be updated. [ 1347.161893] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.162134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.162134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.162312] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.162455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.171501] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 1349.182886] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 4s [ 1350.624943] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.625327] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1351.193665] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 1351.193919] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.626211] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.626587] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.627570] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.627890] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.984928] env[66673]: INFO networking_nsxv3.common.synchronization [req-e767bba8-37f9-4b36-996a-e56adcc1d8aa req-4669ce0b-4b79-4527-b222-7289dc84ea34 tempest-ServerActionsTestOtherA-1883516734 tempest-ServerActionsTestOtherA-1883516734-project-member] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1361.985507] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGHEST for action security_group_members [ 1361.985852] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.987159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.987159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.987159] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.987295] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.987295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.987370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.987526] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.987617] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.987712] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.489864] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.490135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.490135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.490347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.511370] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.511648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.511771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.511838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.512057] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.512141] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.512235] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be updated. [ 1362.536847] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.536847] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.536974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.537114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.537254] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.545990] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: IN_PROGRESS for 2s [ 1364.561667] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63561f75-2793-4200-b8a0-4121a5df2b13 in Status: SUCCESS [ 1364.562062] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 deletion is rescheduled due to dependency. [ 1364.562062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.986522] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.986862] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.987676] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.988072] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.052895] env[66673]: INFO networking_nsxv3.common.synchronization [None req-a9d8b40b-128f-4b8a-ac18-504b0b6e5171 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1373.053316] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1373.053530] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.053651] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.053725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.054040] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.054131] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.130964] env[66673]: INFO networking_nsxv3.common.synchronization [None req-842e1f81-c0ee-435b-9fad-9df72617a428 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1373.131499] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1373.131813] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.131910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.575426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.575584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.575660] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.575843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.575944] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.576056] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 already deleted. [ 1373.576160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.576309] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.576464] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.576549] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.095800] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.096237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.096237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.096237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.096373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.096408] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 already deleted. [ 1374.096493] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.132379] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.132740] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.482067] env[66673]: INFO networking_nsxv3.common.synchronization [req-1e26898a-bc3f-490e-9b1a-e3bb8ebda42b req-b2ded009-7def-43b3-ba84-277f416119cc tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1378.482571] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1378.482882] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.483014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.483086] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.483321] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.483481] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.483576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.483671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.483854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.483854] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.483958] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.796992] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.797233] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.797359] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.797645] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.797908] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.798076] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.798194] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.798410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.798558] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.798771] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.798883] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.798991] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.799114] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.799222] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.799331] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.799456] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.819137] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.819293] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1378.819434] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.819603] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.819902] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-3f374385-b540-49e3-93cd-a5171b8cfa44 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.820083] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.820203] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.820516] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.820657] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f374385-b540-49e3-93cd-a5171b8cfa44',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.985888] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.986122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.986122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.986287] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.986377] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.986590] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.986695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.986736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.986880] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.986953] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.987052] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 already deleted. [ 1378.987135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.323483] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.323822] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.323865] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.324139] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.324314] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.324492] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port 3f374385-b540-49e3-93cd-a5171b8cfa44 not found, creating... [ 1379.324768] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.324932] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.325062] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.325282] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.325441] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.325719] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.325877] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.325992] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.326214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.326348] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.326485] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: 3f374385-b540-49e3-93cd-a5171b8cfa44 is going to be created. [ 1379.348873] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.349105] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.349217] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.349496] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.349732] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.349959] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.032789] env[66673]: INFO networking_nsxv3.common.synchronization [req-1e26898a-bc3f-490e-9b1a-e3bb8ebda42b req-da4da1db-f619-4427-9303-892d23c0b104 service nova] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1380.032969] env[66673]: INFO networking_nsxv3.common.synchronization [req-1e26898a-bc3f-490e-9b1a-e3bb8ebda42b req-da4da1db-f619-4427-9303-892d23c0b104 service nova] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1380.033126] env[66673]: INFO networking_nsxv3.common.synchronization [req-1e26898a-bc3f-490e-9b1a-e3bb8ebda42b req-da4da1db-f619-4427-9303-892d23c0b104 service nova] Enqueued Resource ID: 3f374385-b540-49e3-93cd-a5171b8cfa44 with Priority: HIGHEST for action port [ 1380.034030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_rules [ 1380.034030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1380.034030] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f374385-b540-49e3-93cd-a5171b8cfa44 with Priority: HIGHEST for action port [ 1380.034187] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.034339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.034339] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.034552] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.034673] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.035461] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.036411] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.036411] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.036411] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.037150] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f374385-b540-49e3-93cd-a5171b8cfa44 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.037767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.037767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.037767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.037767] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f374385-b540-49e3-93cd-a5171b8cfa44',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.539958] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.540385] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.540385] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.541553] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f374385-b540-49e3-93cd-a5171b8cfa44 with status ACTIVE [ 1380.541650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.541771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.541834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.542054] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.542146] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.542322] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.542444] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.542497] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.542650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.542730] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.542910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.543014] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.543771] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.544363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.544363] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.544363] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f374385-b540-49e3-93cd-a5171b8cfa44 is going to be updated. [ 1380.567246] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.567472] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.567545] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.567826] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.567974] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.568150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f374385-b540-49e3-93cd-a5171b8cfa44" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.046609] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.549987] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.550302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.550302] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.550470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.550564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.550664] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 is going to be created. [ 1381.577190] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.577345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.577417] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.577622] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.577783] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.587629] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: UNINITIALIZED for 2s [ 1383.598295] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: SUCCESS [ 1383.598655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.598655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.598778] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.598969] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.599116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.599188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.599338] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.599418] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.599505] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.599598] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.102638] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.605174] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd37977b-1ef2-4d5f-885f-a8e500d383b3: rpc.has_security_group_logging(os_id): False [ 1384.624418] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.624720] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.624816] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.625049] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.625177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.625489] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.625592] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.625676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.625936] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.626022] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.626142] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 is going to be created. [ 1384.682910] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.683203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.683203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.683358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.683541] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.702558] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: IN_PROGRESS for 2s [ 1385.035579] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.035697] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1386.715581] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: SUCCESS [ 1386.715827] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.036766] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.037168] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.038141] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.038522] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.039576] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.040050] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.040585] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.040996] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.041994] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.042431] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.043336] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.043713] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.044327] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.044773] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.045215] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.045607] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.402111] env[66673]: INFO networking_nsxv3.common.synchronization [req-54c3bc82-f0cd-4830-a8e1-aee2df553c6d req-0ffacb6a-7b09-4531-9f3d-52280991e622 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1425.402347] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGHEST for action security_group_members [ 1425.402648] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.402767] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.402831] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.403037] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.403457] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.403576] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.403642] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.403810] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.403896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.404011] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.906530] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.906748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.906748] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.907025] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.907188] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.907365] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.907470] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.907530] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.907692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.907769] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.907856] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 is going to be updated. [ 1425.935359] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.935577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.935577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.935796] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.935910] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.947221] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: IN_PROGRESS for 2s [ 1427.959849] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 in Status: SUCCESS [ 1427.960334] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 deletion is rescheduled due to dependency. [ 1427.960334] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.403845] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.404293] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.404819] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.405240] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.806396] env[66673]: INFO networking_nsxv3.common.synchronization [req-9950bbd1-7707-4e06-9cdb-d06c9f023502 req-0d907fda-f0ff-4355-9b39-5d86490fd1e7 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1436.806396] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGHEST for action security_group_members [ 1436.806396] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.806396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.806396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.806396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.806396] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.806863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.806863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.806863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.806863] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.806863] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.309340] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.309565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.309565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.309774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.309874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.310088] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.310191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.310258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.310405] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.310480] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.310564] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 is going to be updated. [ 1437.339887] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.340182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.340182] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.340316] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.340447] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.348427] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: IN_PROGRESS for 2s [ 1439.360246] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 in Status: SUCCESS [ 1439.360673] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 deletion is rescheduled due to dependency. [ 1439.360673] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.512625] env[66673]: INFO networking_nsxv3.common.synchronization [None req-fda48181-bf97-4c0f-8c06-9d01188ef2be tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1441.513264] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1441.513466] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.513578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.513643] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.513900] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.514014] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.591766] env[66673]: INFO networking_nsxv3.common.synchronization [None req-4ea90c2c-57d9-4a2c-9c2e-5fd9ab05e578 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1441.592265] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1441.592570] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.592672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.035329] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.035329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.035329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.035329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.035329] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.035723] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 already deleted. [ 1442.035723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.035723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.035723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.035901] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.556177] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.556577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.556577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.556708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.556708] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.556808] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 already deleted. [ 1442.556873] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.593666] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.593666] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.362130] env[66673]: INFO networking_nsxv3.common.synchronization [req-86c0c380-8b1b-4625-bdb8-e80997d4a320 req-f06494ab-86e9-47da-9530-d22f200d2b38 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1448.362522] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1448.362841] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.362964] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.363044] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.363289] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.363468] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.363546] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.363612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.363747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.363877] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.363943] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.637220] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.637457] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.637590] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.637859] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.638135] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.638293] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.638410] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.638639] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.638781] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.638988] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1448.639113] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1448.639221] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1448.639371] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1448.639496] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1448.639643] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1448.639756] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1448.661100] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1448.661288] env[66673]: DEBUG dogpile.cache.region [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1448.661421] env[66673]: DEBUG dogpile.lock [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1448.661600] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.661917] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.662096] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.662214] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.662553] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.662693] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4aabfd-6bf5-48f6-91f2-cc88746cc890',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.865963] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.866151] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.866225] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.866442] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.866534] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.866753] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.866856] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.866939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.867102] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.867194] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.867279] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 already deleted. [ 1448.867373] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.165485] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.165709] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.165774] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.166087] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.166238] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.166395] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Segment Port ce4aabfd-6bf5-48f6-91f2-cc88746cc890 not found, creating... [ 1449.166678] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.166845] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.166964] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.167213] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.167374] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.167657] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.167812] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.167929] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.168152] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.168296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.168437] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Resource: SegmentPort with ID: ce4aabfd-6bf5-48f6-91f2-cc88746cc890 is going to be created. [ 1449.187757] env[66673]: DEBUG networking_nsxv3.common.locking [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.187977] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.188076] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.188332] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.188564] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.188781] env[66673]: DEBUG oslo_concurrency.lockutils [None req-562fc459-21e8-4824-ae21-143e4ca13171 None None] Releasing lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.880026] env[66673]: INFO networking_nsxv3.common.synchronization [req-86c0c380-8b1b-4625-bdb8-e80997d4a320 req-7968d92e-4487-44e5-8a33-7263a362660e service nova] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1449.880470] env[66673]: INFO networking_nsxv3.common.synchronization [req-86c0c380-8b1b-4625-bdb8-e80997d4a320 req-7968d92e-4487-44e5-8a33-7263a362660e service nova] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1449.880470] env[66673]: INFO networking_nsxv3.common.synchronization [req-86c0c380-8b1b-4625-bdb8-e80997d4a320 req-7968d92e-4487-44e5-8a33-7263a362660e service nova] Enqueued Resource ID: ce4aabfd-6bf5-48f6-91f2-cc88746cc890 with Priority: HIGHEST for action port [ 1449.881187] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_rules [ 1449.881284] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1449.881404] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4aabfd-6bf5-48f6-91f2-cc88746cc890 with Priority: HIGHEST for action port [ 1449.881710] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.881852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.881927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.882139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.882223] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.883126] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.883237] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.883300] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.883466] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.883713] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.883713] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.883798] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.883891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.883961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.884059] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.884760] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.884867] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.884929] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.885101] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.885174] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4aabfd-6bf5-48f6-91f2-cc88746cc890',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.386769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.386991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.387064] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.387987] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce4aabfd-6bf5-48f6-91f2-cc88746cc890 with status ACTIVE [ 1450.388203] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.388315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.388409] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.388578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.388664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.388830] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.388925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.388987] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.390030] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.390030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.390030] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce4aabfd-6bf5-48f6-91f2-cc88746cc890 is going to be updated. [ 1450.411055] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.411270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.411270] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.411453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.411585] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.411758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce4aabfd-6bf5-48f6-91f2-cc88746cc890" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.891844] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.394514] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.394737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.394737] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.394933] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.394980] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.395090] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 is going to be created. [ 1451.419548] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.419764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.419764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.419961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.420153] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.429520] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: UNINITIALIZED for 2s [ 1453.440133] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: SUCCESS [ 1453.440580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.440580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.440774] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.440930] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.441061] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.441120] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.441268] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.441347] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.441430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.441521] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.944267] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.447921] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38f49a19-497c-4774-9407-cb038eb00d59: rpc.has_security_group_logging(os_id): False [ 1454.465478] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.465625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.465695] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.465915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.466013] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.466271] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.466374] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.466437] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.466586] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.466664] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.466751] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 is going to be created. [ 1454.523554] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.523786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.523786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.523975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.524176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.535892] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: IN_PROGRESS for 2s [ 1454.882495] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.882682] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1456.549184] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: SUCCESS [ 1456.549542] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.883955] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.884411] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.885016] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.885418] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.886346] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.886933] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.888016] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.888409] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.889364] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.889761] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.890280] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.890650] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.891547] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.891976] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.893279] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.893696] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.905903] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1496.906408] env[66673]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-91f8d88d-d088-408f-84cd-256b20b9c6f0 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1499.895122] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.895637] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.896491] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.896873] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.897693] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.898129] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.347029] env[66673]: INFO networking_nsxv3.common.synchronization [req-ef33ab57-25d7-40f1-97ce-6e1c0e01e404 req-764fb252-853c-4f13-b477-fe572881f50f tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1512.347560] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGHEST for action security_group_members [ 1512.347875] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.348015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.348080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.348292] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.348452] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.348549] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.348612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.348758] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.348843] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.348936] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.851061] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.851318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.851318] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.851432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.851527] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.851741] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.851837] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.851898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.852071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.852174] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.852266] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 is going to be updated. [ 1512.897217] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.897501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.897501] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.897641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.897747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.906261] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: IN_PROGRESS for 2s [ 1514.917248] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38f49a19-497c-4774-9407-cb038eb00d59 in Status: SUCCESS [ 1514.917638] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 deletion is rescheduled due to dependency. [ 1514.917638] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.030849] env[66673]: INFO networking_nsxv3.common.synchronization [None req-a2c33661-2283-4e34-8ac0-24005a1143a1 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1517.031430] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1517.031759] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.031887] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.031952] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.032485] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.032566] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.106543] env[66673]: INFO networking_nsxv3.common.synchronization [None req-67e2fd66-5611-41d1-8f72-c1c700c18201 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1517.107113] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1517.107468] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.107593] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.553694] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.553834] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.553945] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.554150] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.554238] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.554336] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 already deleted. [ 1517.554420] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.554561] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.554714] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.554796] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.074426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.074866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.074866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.074866] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.075024] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.075024] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 already deleted. [ 1518.075104] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.108283] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.108555] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.407095] env[66673]: INFO networking_nsxv3.common.synchronization [req-d7868d3c-bfa3-46c9-aa54-7ef0069fb766 req-cdd65001-eb78-4de7-8211-5a88dea319e0 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1523.407095] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1523.407095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.407095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.407095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.407095] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.407095] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.408443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.408443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.408443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.408443] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.408443] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.723279] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.723526] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.723688] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.724010] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.724322] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.724518] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.724655] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.724914] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.725108] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.725371] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1523.725499] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] NeedRegenerationException {{(pid=66673) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1523.725641] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] no value, waiting for create lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1523.725762] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] value creation lock acquired {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1523.725910] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] No value present for key: 'zone-id' {{(pid=66673) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1523.726061] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Calling creation function for not-yet-present value {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1523.726226] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1523.748461] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1523.748657] env[66673]: DEBUG dogpile.cache.region [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66673) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1523.748766] env[66673]: DEBUG dogpile.lock [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Released creation lock {{(pid=66673) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1523.748948] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "network-399" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.749281] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e taken with stack trace [, , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.749479] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.749571] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.749910] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.750060] env[66673]: DEBUG networking_nsxv3.api.rpc [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bcf350-0c47-4b32-bfc6-98ab434b9c8e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.910645] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.910864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.910864] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.911066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.911161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.911360] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.911459] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.911522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.911675] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.911750] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.911834] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 already deleted. [ 1523.911914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.252458] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.252458] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.252458] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.252906] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.253019] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.253251] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Segment Port 68bcf350-0c47-4b32-bfc6-98ab434b9c8e not found, creating... [ 1524.253535] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.253784] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.253862] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.254124] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.254281] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.254634] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.254819] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.254938] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.255160] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.255296] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.255437] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Resource: SegmentPort with ID: 68bcf350-0c47-4b32-bfc6-98ab434b9c8e is going to be created. [ 1524.277038] env[66673]: DEBUG networking_nsxv3.common.locking [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.277267] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.277392] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.277671] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.277899] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.278148] env[66673]: DEBUG oslo_concurrency.lockutils [None req-d762dc91-519f-493c-84a9-bdf834f3b9f7 None None] Releasing lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.974830] env[66673]: INFO networking_nsxv3.common.synchronization [req-d7868d3c-bfa3-46c9-aa54-7ef0069fb766 req-e96ecfac-60aa-4a90-86cd-ec9b4a28cbc7 service nova] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1524.975142] env[66673]: INFO networking_nsxv3.common.synchronization [req-d7868d3c-bfa3-46c9-aa54-7ef0069fb766 req-e96ecfac-60aa-4a90-86cd-ec9b4a28cbc7 service nova] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1524.975254] env[66673]: INFO networking_nsxv3.common.synchronization [req-d7868d3c-bfa3-46c9-aa54-7ef0069fb766 req-e96ecfac-60aa-4a90-86cd-ec9b4a28cbc7 service nova] Enqueued Resource ID: 68bcf350-0c47-4b32-bfc6-98ab434b9c8e with Priority: HIGHEST for action port [ 1524.975843] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_rules [ 1524.976093] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1524.976254] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bcf350-0c47-4b32-bfc6-98ab434b9c8e with Priority: HIGHEST for action port [ 1524.976592] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.976732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.976785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.976965] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.977057] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.977879] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.977989] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.978069] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.978235] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.978376] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.978469] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.978522] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.978661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.978749] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.978834] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.979541] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.979646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.979915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.979915] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.979915] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bcf350-0c47-4b32-bfc6-98ab434b9c8e',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.481480] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.482738] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.482903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.483058] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bcf350-0c47-4b32-bfc6-98ab434b9c8e with status ACTIVE [ 1525.483238] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.483410] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.484533] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.484533] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.485027] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.485027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.485109] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.485515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.485515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.485628] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bcf350-0c47-4b32-bfc6-98ab434b9c8e is going to be updated. [ 1525.507796] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.507994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.507994] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.508200] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.508337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.508499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bcf350-0c47-4b32-bfc6-98ab434b9c8e" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.987652] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.490546] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.490725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.490799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.491038] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.491132] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.491236] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 is going to be created. [ 1526.515206] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.515426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.515426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.515631] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.515764] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.523880] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: UNINITIALIZED for 2s [ 1528.534936] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: SUCCESS [ 1528.535358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.535358] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.535589] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.535783] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.535896] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.535955] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.536149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.536203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.536282] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.536369] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.038596] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.541456] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21742964-f507-4183-836a-13ebc63ac0d4: rpc.has_security_group_logging(os_id): False [ 1529.561232] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.561453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.561453] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.561600] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.561690] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.561949] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.562065] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.562140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.562266] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.562337] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.562427] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 is going to be created. [ 1529.624084] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.624319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.624319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.624518] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.624692] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.635234] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: IN_PROGRESS for 2s [ 1529.848968] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.849160] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.849327] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.849431] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.849545] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.976782] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.976981] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1530.351556] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.853831] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.357069] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1531.357069] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1531.650543] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: SUCCESS [ 1531.650745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.100507] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.100893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.100893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.101015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.113490] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1532.113490] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.115576] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1532.154155] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.154383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.154383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.154581] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.168930] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.169818] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1532.169901] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1532.169995] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1532.202484] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.202747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.202747] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.202951] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.203706] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.203882] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1532.284158] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.284390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.284390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.284828] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.285029] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.285201] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1532.364643] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.364870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.364870] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.365197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.365495] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.365775] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1532.365872] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'513397e2-331a-4ec7-b8e2-de09bb528b07', '699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6', '38f49a19-497c-4774-9407-cb038eb00d59', '8162c3d9-0090-4029-9d65-8aa1a6ad9877', '21742964-f507-4183-836a-13ebc63ac0d4', 'a87e18de-f7cb-49cf-a951-23996dae31ce', '5450f511-3202-478f-88a4-a8193e5d8bcc', '45ab83c8-8fe4-4310-99f0-fa9da6236a93', '0a518e60-315d-4911-b4ed-0b68096fb0ea', 'ba1c7864-6001-4145-8668-f13af7af50ab', '9cc80f87-1e45-4827-9dcf-e37b64b3a87a', '2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894', '2c90b482-5758-42bd-89d6-4fb5d698d98b', '2483b3f9-9337-4548-a76b-2f10e7e988f0', 'dd738ba4-b8c5-4190-9c67-c76dd0d123cc', '63561f75-2793-4200-b8a0-4121a5df2b13', '439302f6-6471-4cde-94b4-5da89d8dda23', '984ec483-4259-4650-8f47-e249a3846f6c', 'd48ffa96-d9f8-4399-94bb-481807b440eb', 'fd37977b-1ef2-4d5f-885f-a8e500d383b3', 'ee0be29d-0689-40b4-9635-352a4ba3d00a', '9b585490-b0e8-4b46-99fd-a0ac82b1e108', '996b528e-69e9-4d3c-be55-7c03f4d0f58d', 'bd67170c-c557-4178-9184-8bd62844c149', '035c5398-d9af-4bca-9bf7-8ddf7a32b4b5', 'ce095e06-a0eb-404d-9a18-4942c8803d27', 'a9807246-0bcf-41b5-895b-a9646f67c41c'} {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1532.366092] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1532.384465] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.384646] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.384707] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.384891] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.384979] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.385135] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1532.385191] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1532.385270] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1532.461406] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.461669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.461669] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.461849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.463509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.463906] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1532.463988] env[66673]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66673) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1532.464119] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1532.464119] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1532.464297] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1532.464363] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGH for action security_group_rules [ 1532.464478] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGH for action security_group_rules [ 1532.464598] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGH for action security_group_rules [ 1532.464689] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGH for action security_group_rules [ 1532.464746] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGH for action security_group_rules [ 1532.464949] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGH for action security_group_rules [ 1532.465045] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGH for action security_group_rules [ 1532.465134] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGH for action security_group_rules [ 1532.465192] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGH for action security_group_rules [ 1532.465235] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGH for action security_group_rules [ 1532.465345] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGH for action security_group_rules [ 1532.465345] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGH for action security_group_rules [ 1532.465472] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGH for action security_group_rules [ 1532.465600] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGH for action security_group_rules [ 1532.465666] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGH for action security_group_rules [ 1532.465730] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGH for action security_group_rules [ 1532.465799] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGH for action security_group_rules [ 1532.465871] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGH for action security_group_rules [ 1532.465951] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGH for action security_group_rules [ 1532.466048] env[66673]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGH for action security_group_rules [ 1532.466176] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.978176] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.978612] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1534.978612] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 with Priority: HIGH for action security_group_rules [ 1534.978612] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f49a19-497c-4774-9407-cb038eb00d59 with Priority: HIGH for action security_group_rules [ 1534.978759] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5450f511-3202-478f-88a4-a8193e5d8bcc with Priority: HIGH for action security_group_rules [ 1534.978759] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc with Priority: HIGH for action security_group_rules [ 1534.978845] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 with Priority: HIGH for action security_group_rules [ 1534.978913] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ffa96-d9f8-4399-94bb-481807b440eb with Priority: HIGH for action security_group_rules [ 1534.979015] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ec483-4259-4650-8f47-e249a3846f6c with Priority: HIGH for action security_group_rules [ 1534.979118] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439302f6-6471-4cde-94b4-5da89d8dda23 with Priority: HIGH for action security_group_rules [ 1534.979207] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 with Priority: HIGH for action security_group_rules [ 1534.979294] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63561f75-2793-4200-b8a0-4121a5df2b13 with Priority: HIGH for action security_group_rules [ 1534.979381] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b with Priority: HIGH for action security_group_rules [ 1534.979466] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 with Priority: HIGH for action security_group_rules [ 1534.979551] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a with Priority: HIGH for action security_group_rules [ 1534.979635] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1c7864-6001-4145-8668-f13af7af50ab with Priority: HIGH for action security_group_rules [ 1534.979721] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea with Priority: HIGH for action security_group_rules [ 1534.979808] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87e18de-f7cb-49cf-a951-23996dae31ce with Priority: HIGH for action security_group_rules [ 1534.979896] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 with Priority: HIGH for action security_group_rules [ 1534.979982] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGH for action security_group_rules [ 1534.980078] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 with Priority: HIGH for action security_group_rules [ 1534.980163] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 with Priority: HIGH for action security_group_rules [ 1534.980500] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513397e2-331a-4ec7-b8e2-de09bb528b07 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.980629] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.980721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.980975] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.981071] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513397e2-331a-4ec7-b8e2-de09bb528b07',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.982540] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38f49a19-497c-4774-9407-cb038eb00d59 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.982661] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.982728] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.982940] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.983047] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38f49a19-497c-4774-9407-cb038eb00d59',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.983769] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5450f511-3202-478f-88a4-a8193e5d8bcc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.983897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.983960] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.984094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.984161] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5450f511-3202-478f-88a4-a8193e5d8bcc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.984833] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.984943] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.984999] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.985390] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.985390] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd738ba4-b8c5-4190-9c67-c76dd0d123cc',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.986042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.986042] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.986290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.986290] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.986290] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd37977b-1ef2-4d5f-885f-a8e500d383b3',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.988650] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ffa96-d9f8-4399-94bb-481807b440eb taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.988751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.988751] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.988897] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.988982] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ffa96-d9f8-4399-94bb-481807b440eb',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.989829] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-984ec483-4259-4650-8f47-e249a3846f6c taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.989966] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.990071] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.990273] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.990530] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('984ec483-4259-4650-8f47-e249a3846f6c',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.991120] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-439302f6-6471-4cde-94b4-5da89d8dda23 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.991252] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.991382] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.991488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.991593] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('439302f6-6471-4cde-94b4-5da89d8dda23',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.992294] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2483b3f9-9337-4548-a76b-2f10e7e988f0 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.992451] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.992509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.993386] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.993386] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2483b3f9-9337-4548-a76b-2f10e7e988f0',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.993530] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63561f75-2793-4200-b8a0-4121a5df2b13 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.993672] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.993732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.993849] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.993909] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63561f75-2793-4200-b8a0-4121a5df2b13',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.994585] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c90b482-5758-42bd-89d6-4fb5d698d98b taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.995143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.995143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.995143] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.995143] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c90b482-5758-42bd-89d6-4fb5d698d98b',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.995641] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.995736] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.995925] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.996015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.996015] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.996765] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.996871] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.996938] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.997114] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.997233] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc80f87-1e45-4827-9dcf-e37b64b3a87a',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.997929] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba1c7864-6001-4145-8668-f13af7af50ab taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.998060] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.998169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.998509] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.998509] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba1c7864-6001-4145-8668-f13af7af50ab',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.998997] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a518e60-315d-4911-b4ed-0b68096fb0ea taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.999118] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.999183] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.999315] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.999389] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a518e60-315d-4911-b4ed-0b68096fb0ea',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.000129] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a87e18de-f7cb-49cf-a951-23996dae31ce taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.000249] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.000295] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.000456] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.000538] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a87e18de-f7cb-49cf-a951-23996dae31ce',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.001445] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.001445] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.001578] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.001625] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.001750] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ab83c8-8fe4-4310-99f0-fa9da6236a93',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.002422] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.002544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.002544] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.002647] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.003210] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.003416] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.003515] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.003612] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.003721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.003798] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.004676] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.004676] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.004815] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.004893] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.004937] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8162c3d9-0090-4029-9d65-8aa1a6ad9877',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.040918] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.041145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.041145] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.041345] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.045042] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.045197] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.046058] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.046181] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.048307] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.048403] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.050908] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.051028] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.051775] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.051874] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.053108] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.053203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.053529] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.053619] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.056961] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.057094] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ffa96-d9f8-4399-94bb-481807b440eb is going to be deleted. [ 1535.057904] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.058127] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.075917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.076068] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 984ec483-4259-4650-8f47-e249a3846f6c is going to be deleted. [ 1535.076939] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.077224] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.095759] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.095937] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 439302f6-6471-4cde-94b4-5da89d8dda23 is going to be deleted. [ 1535.096768] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.096977] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.117446] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.117704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.119499] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.119640] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513397e2-331a-4ec7-b8e2-de09bb528b07 is going to be deleted. [ 1535.120474] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.120681] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.123717] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.123903] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.140616] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.140746] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd37977b-1ef2-4d5f-885f-a8e500d383b3 is going to be deleted. [ 1535.141641] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.141852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.157989] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.158190] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.161492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.161617] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5450f511-3202-478f-88a4-a8193e5d8bcc is going to be deleted. [ 1535.162565] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.162784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.183461] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.183686] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.220432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.220621] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38f49a19-497c-4774-9407-cb038eb00d59 is going to be deleted. [ 1535.221507] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.221732] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.238805] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.239027] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.244650] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.244770] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd738ba4-b8c5-4190-9c67-c76dd0d123cc is going to be deleted. [ 1535.245666] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.245908] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.246030] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.246161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ffa96-d9f8-4399-94bb-481807b440eb" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.246319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.246484] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.246564] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.246678] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-984ec483-4259-4650-8f47-e249a3846f6c" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.247161] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.247343] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.247424] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.247539] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-439302f6-6471-4cde-94b4-5da89d8dda23" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.247663] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.247805] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.247883] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.247993] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513397e2-331a-4ec7-b8e2-de09bb528b07" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.248135] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.248275] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.248351] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.248455] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd37977b-1ef2-4d5f-885f-a8e500d383b3" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.315550] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.315777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.315777] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.316283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.316283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.316283] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5450f511-3202-478f-88a4-a8193e5d8bcc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.331474] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.331671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.331671] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.331895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.331991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.332131] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38f49a19-497c-4774-9407-cb038eb00d59" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.423065] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.423285] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.423344] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.423538] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.423627] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.423745] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd738ba4-b8c5-4190-9c67-c76dd0d123cc" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.515162] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.515383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.515383] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.515556] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.515687] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.515785] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.515848] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.515984] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.516094] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.516180] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.516266] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.554955] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.555241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.555241] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.555432] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.557195] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.557361] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.558041] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.558140] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.558816] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.558905] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.559691] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.559784] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.560420] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.560516] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.561155] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.561250] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.562250] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.562348] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.563022] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.563116] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.563839] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.563935] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.564617] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.564709] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.583962] env[66673]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.584723] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.584723] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc80f87-1e45-4827-9dcf-e37b64b3a87a is going to be deleted. [ 1535.585653] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.585860] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.631615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.631802] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c90b482-5758-42bd-89d6-4fb5d698d98b is going to be deleted. [ 1535.632652] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.632890] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.653841] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.654046] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6 is going to be deleted. [ 1535.654892] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.655177] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.680743] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.680930] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a87e18de-f7cb-49cf-a951-23996dae31ce is going to be deleted. [ 1535.681760] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.681991] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.684572] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.684704] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.727114] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.727346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.734105] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.734291] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8162c3d9-0090-4029-9d65-8aa1a6ad9877 is going to be deleted. [ 1535.735169] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.735401] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.767974] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.768191] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.773322] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.773495] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63561f75-2793-4200-b8a0-4121a5df2b13 is going to be deleted. [ 1535.774427] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.774655] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.843430] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.843618] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a518e60-315d-4911-b4ed-0b68096fb0ea is going to be deleted. [ 1535.844555] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.844852] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.895721] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.895908] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2483b3f9-9337-4548-a76b-2f10e7e988f0 is going to be deleted. [ 1535.896898] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.897165] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.898699] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.898858] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.920554] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.920786] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.949967] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.950177] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ab83c8-8fe4-4310-99f0-fa9da6236a93 is going to be deleted. [ 1535.951096] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.951320] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.952724] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.952868] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.993024] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.993436] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.001918] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.002121] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894 is going to be deleted. [ 1536.003080] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.003325] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.020288] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.026843] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.026995] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.071051] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.071224] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba1c7864-6001-4145-8668-f13af7af50ab is going to be deleted. [ 1536.072122] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.072357] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.072454] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.072580] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc80f87-1e45-4827-9dcf-e37b64b3a87a" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.072729] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.072927] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.073015] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.073134] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699b0f40-7ff4-43a7-b4e0-9b1ace31c4d6" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.073639] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.073808] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.073902] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.074032] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c90b482-5758-42bd-89d6-4fb5d698d98b" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.074170] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.074319] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.074396] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.074511] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a87e18de-f7cb-49cf-a951-23996dae31ce" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.074645] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.074788] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.074895] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.074996] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8162c3d9-0090-4029-9d65-8aa1a6ad9877" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.075133] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.075269] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.075346] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.075458] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63561f75-2793-4200-b8a0-4121a5df2b13" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.075584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.075725] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.075799] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.075914] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a518e60-315d-4911-b4ed-0b68096fb0ea" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.076062] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.076206] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.076284] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.076393] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2483b3f9-9337-4548-a76b-2f10e7e988f0" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.150243] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.150478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.150478] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.150700] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.150791] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.150917] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ab83c8-8fe4-4310-99f0-fa9da6236a93" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.180602] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.180838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.180838] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.181058] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.181149] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.181313] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1f1b95-f3f5-4b1c-828c-0ccfab0c0894" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.211978] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.212227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.212227] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.212488] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.212584] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.212702] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba1c7864-6001-4145-8668-f13af7af50ab" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.522407] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21742964-f507-4183-836a-13ebc63ac0d4: rpc.has_security_group_logging(os_id): False [ 1536.542579] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.542807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.542807] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.543048] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.561113] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.561423] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.561557] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.561615] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.561800] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.561881] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.561970] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 is going to be updated. [ 1536.620821] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.621066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.621066] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.621258] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.621413] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.633304] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: IN_PROGRESS for 2s [ 1538.646649] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: SUCCESS [ 1538.647125] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.981263] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.981665] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.982812] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.983250] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.984993] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.984993] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.986434] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.986875] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.987885] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.988273] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.989521] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.989955] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.991435] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.991435] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.992609] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.993073] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.994476] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.994900] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.995273] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.995735] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.645916] env[66673]: INFO networking_nsxv3.common.synchronization [req-136e59d6-2551-4bf5-9132-ba60b054d02b req-8f9066c4-fb7b-4a55-bb5f-1942f75a9448 tempest-AttachVolumeNegativeTest-83114247 tempest-AttachVolumeNegativeTest-83114247-project-member] Enqueued Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1586.646509] env[66673]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21742964-f507-4183-836a-13ebc63ac0d4 with Priority: HIGHEST for action security_group_members [ 1586.647426] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock member-21742964-f507-4183-836a-13ebc63ac0d4 taken with stack trace [, , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.647426] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.647577] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.647683] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.647809] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.647894] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.647956] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.648186] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.648291] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.648386] env[66673]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21742964-f507-4183-836a-13ebc63ac0d4',) {} {{(pid=66673) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.150314] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.150560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.150560] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.150727] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.150817] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.151034] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.151139] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.151203] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.151356] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.151435] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.151523] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 is going to be updated. [ 1587.180827] env[66673]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66673) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.181070] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.181126] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.181352] env[66673]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.181492] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.195506] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: IN_PROGRESS for 2s [ 1589.206873] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: IN_PROGRESS for 4s [ 1591.219113] env[66673]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21742964-f507-4183-836a-13ebc63ac0d4 in Status: SUCCESS [ 1591.219439] env[66673]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21742964-f507-4183-836a-13ebc63ac0d4 deletion is rescheduled due to dependency. [ 1591.219439] env[66673]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21742964-f507-4183-836a-13ebc63ac0d4" {{(pid=66673) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.647690] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.647919] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.648817] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.649210] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1601.649846] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.650306] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.650814] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.651270] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.652172] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.652597] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.653625] env[66673]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.654036] env[66673]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0